00000001:02000400:0.0F:1731519614.214431:0:6077:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 108a: migrate from ldiskfs to ZFS ==== 12:40:13 (1731519613) 00000400:00000010:0.0:1731519617.587162:0:6332:0:(lib-cpt.c:94:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at ffff88012a56ee40. 00000400:00000010:0.0:1731519617.587165:0:6332:0:(lib-cpt.c:103:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at ffff88012a46c500. 00000400:00000010:0.0:1731519617.587167:0:6332:0:(lib-cpt.c:107:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at ffff8800ab6ca680. 00000400:00000010:0.0:1731519617.587168:0:6332:0:(lib-cpt.c:114:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at ffff8800a86d13b8. 00000400:00000010:0.0:1731519617.587168:0:6332:0:(lib-cpt.c:121:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at ffff8800a8dc86e0. 00000400:00000010:0.0:1731519617.587170:0:6332:0:(lib-cpt.c:133:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at ffff88012a46c480. 00000400:00000010:0.0:1731519617.587170:0:6332:0:(lib-cpt.c:137:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at ffff8800a86d13b0. 00000400:00000010:1.0F:1731519618.342290:0:6332:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff8800b65bbea0. 00000400:00000010:1.0:1731519618.342301:0:6332:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b65bbc20. 00000400:00000010:1.0:1731519618.342304:0:6332:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6d2ae00. 00000400:00000010:1.0:1731519618.342305:0:6332:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff8800b65bb5a0. 00000400:00000010:1.0:1731519618.342306:0:6332:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b65bb4e0. 00000400:00000010:1.0:1731519618.342307:0:6332:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6d2ad80. 00000400:00000200:1.0:1731519618.342345:0:6332:0:(api-ni.c:1018:lnet_register_lnd()) lo LND registered 00000400:00000200:3.0F:1731519618.372704:0:6351:0:(api-ni.c:1018:lnet_register_lnd()) tcp LND registered 00000020:02000000:1.0:1731519618.405764:0:6364:0:(class_obd.c:703:obdclass_init()) Lustre: Build Version: 2.16.0_1_g24e85ce 00000020:00000010:1.0:1731519618.407516:0:6364:0:(lustre_handles.c:168:class_handle_init()) kmalloced '(handle_hash)': 2097152 at ffff8800aa600000. 00000001:00000010:1.0:1731519618.408244:0:6364:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff88012e352d80. 00000001:00000010:1.0:1731519618.408247:0:6364:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b65bbf80. 00000001:00000010:1.0:1731519618.408249:0:6364:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b84200. 00000001:00000010:1.0:1731519618.408251:0:6364:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b85400. 00000001:00000010:1.0:1731519618.408252:0:6364:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b85c00. 00000001:00000010:1.0:1731519618.408253:0:6364:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b85600. 00000020:00000010:1.0:1731519618.408290:0:6364:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b84400. 00000020:00000010:1.0:1731519618.408291:0:6364:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3b85800. 00000020:00000010:1.0:1731519618.408293:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a63c0. 00000020:00000010:1.0:1731519618.408298:0:6364:0:(cl_object.c:1099:cl_global_init()) kmalloced '(cl_envs)': 192 at ffff88012e352000. 00000020:00000010:1.0:1731519618.408407:0:6364:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b84a00. 00000020:00000010:1.0:1731519618.408409:0:6364:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3b85000. 00000020:00000010:1.0:1731519618.408410:0:6364:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff880130fc0540. 00000020:00000010:1.0:1731519618.408412:0:6364:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b84800. 00000020:00000010:1.0:1731519618.408413:0:6364:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b85e00. 00000020:00000010:1.0:1731519618.408414:0:6364:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3b84c00. 00000020:00000010:1.0:1731519618.408415:0:6364:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff880130fc0d20. 00000020:00000010:1.0:1731519618.408416:0:6364:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b84e00. 00000020:00000010:1.0:1731519618.408418:0:6364:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b85200. 00000020:00000010:1.0:1731519618.408419:0:6364:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3b85a00. 00000020:00000010:1.0:1731519618.408420:0:6364:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff880130fc0900. 00000020:00000010:1.0:1731519618.408421:0:6364:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b84600. 00000020:00000010:1.0:1731519618.408422:0:6364:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b84000. 00000020:00000010:1.0:1731519618.408423:0:6364:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5d2f000. 00000020:00000010:1.0:1731519618.408424:0:6364:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff880130fc0720. 00000020:00000010:1.0:1731519618.408429:0:6364:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5d2e400. 02000000:00000010:1.0:1731519618.408431:0:6364:0:(page_pools.c:1066:obd_pool_init()) kmalloced '(page_pools)': 120 at ffff88012d999780. 02000000:00000010:1.0:1731519618.408432:0:6364:0:(page_pools.c:1070:obd_pool_init()) kmalloced '(pool_shrinkers)': 120 at ffff88012d999900. 02000000:00000010:1.0:1731519618.408433:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b5d2ec00. 02000000:00000010:1.0:1731519618.408434:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1000 at ffff8800b6502000. 02000000:00000010:1.0:1731519618.408435:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6900. 02000000:00000010:1.0:1731519618.408437:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b5d2ea00. 02000000:00000010:1.0:1731519618.408438:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 504 at ffff8800b5d2f200. 02000000:00000010:1.0:1731519618.408439:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6ac0. 02000000:00000010:1.0:1731519618.408440:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b5d2e000. 02000000:00000010:1.0:1731519618.408441:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 256 at ffff8800b642b700. 02000000:00000010:1.0:1731519618.408442:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6f40. 02000000:00000010:1.0:1731519618.408443:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b5d2f400. 02000000:00000010:1.0:1731519618.408444:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 128 at ffff88012d999a80. 02000000:00000010:1.0:1731519618.408444:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6440. 02000000:00000010:1.0:1731519618.408446:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b5d2e600. 02000000:00000010:1.0:1731519618.408446:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 64 at ffff8800b65a6c40. 02000000:00000010:1.0:1731519618.408447:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6300. 02000000:00000010:1.0:1731519618.408448:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b5d2e800. 02000000:00000010:1.0:1731519618.408449:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 32 at ffff8800b65bb160. 02000000:00000010:1.0:1731519618.408450:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6500. 02000000:00000010:1.0:1731519618.408451:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b5d2ee00. 02000000:00000010:1.0:1731519618.408452:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at ffff8801373cc110. 02000000:00000010:1.0:1731519618.408452:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6080. 02000000:00000010:1.0:1731519618.408454:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b66a7000. 02000000:00000010:1.0:1731519618.408455:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a8b7d348. 02000000:00000010:1.0:1731519618.408456:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6640. 02000000:00000010:1.0:1731519618.408457:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b66a6600. 02000000:00000010:1.0:1731519618.408458:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a8b7dab8. 02000000:00000010:1.0:1731519618.408458:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6c80. 02000000:00000010:1.0:1731519618.408461:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b66a6200. 02000000:00000010:1.0:1731519618.408462:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a8b7d3e0. 02000000:00000010:1.0:1731519618.408463:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a65c0. 02000000:00000010:1.0:1731519618.408464:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b66a7600. 02000000:00000010:1.0:1731519618.408465:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a8b7da38. 02000000:00000010:1.0:1731519618.408465:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6700. 02000000:00000010:1.0:1731519618.408466:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b66a7a00. 02000000:00000010:1.0:1731519618.408467:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a8b7d1a0. 02000000:00000010:1.0:1731519618.408468:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6200. 02000000:00000010:1.0:1731519618.408469:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b66a7200. 02000000:00000010:1.0:1731519618.408470:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a8b7dff0. 02000000:00000010:1.0:1731519618.408471:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6940. 02000000:00000010:1.0:1731519618.408472:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b66a6800. 02000000:00000010:1.0:1731519618.408472:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a8b7d3a8. 02000000:00000010:1.0:1731519618.408473:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6040. 02000000:00000010:1.0:1731519618.408474:0:6364:0:(page_pools.c:1075:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b66a6400. 02000000:00000010:1.0:1731519618.408475:0:6364:0:(page_pools.c:1038:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at ffff8800a8b7d5e0. 02000000:00000010:1.0:1731519618.408476:0:6364:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b65a6d80. 00000400:00000010:3.0:1731519618.466469:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800a7df3fc0. 00000400:00000010:3.0:1731519618.466473:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6623f00. 00000100:00000010:3.0:1731519618.466477:0:6376:0:(service.c:3379:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 192 at ffff8800a7cd1780. 00000100:00000010:3.0:1731519618.466604:0:6377:0:(service.c:3020:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff8800b6623c80. 00000020:00000010:3.0:1731519618.466608:0:6377:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800adb3e800. 00000020:00000010:3.0:1731519618.466611:0:6377:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800adb3ec00. 00000040:00000010:3.0:1731519618.466614:0:6377:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800adb3fe00. 00000020:00000010:3.0:1731519618.466617:0:6377:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a8696800. 00000020:00000010:3.0:1731519618.466620:0:6377:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6623900. 00000100:00000010:0.0:1731519618.466698:0:6378:0:(service.c:3020:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff88012a401f80. 00000020:00000010:0.0:1731519618.466704:0:6378:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e80400. 00000020:00000010:0.0:1731519618.466706:0:6378:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e81200. 00000040:00000010:0.0:1731519618.466708:0:6378:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6e80000. 00000020:00000010:0.0:1731519618.466711:0:6378:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012e152800. 00000020:00000010:0.0:1731519618.466713:0:6378:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a401100. 00000100:00000200:2.0F:1731519618.466829:0:6376:0:(events.c:609:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:2.0:1731519618.467135:0:6376:0:(api-ni.c:716:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at ffff8800ab4e5800. 00000400:00000010:2.0:1731519618.467139:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444640. 00000400:00000010:2.0:1731519618.467142:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800a9b03300. 00000400:00000010:2.0:1731519618.467143:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444a20. 00000400:00000010:2.0:1731519618.467145:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800a9b03c00. 00000400:00000010:2.0:1731519618.467150:0:6376:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at ffff8801369a2000. 00000400:00000010:2.0:1731519618.467153:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444c20. 00000400:00000010:2.0:1731519618.467154:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800a9b03200. 00000400:00000010:2.0:1731519618.467157:0:6376:0:(lib-msg.c:1237:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at ffff88012a4442e0. 00000400:00000010:2.0:1731519618.467159:0:6376:0:(lib-msg.c:1247:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at ffff88012a444580. 00000400:00000010:2.0:1731519618.467554:0:6376:0:(api-ni.c:1205:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000861000. 00000400:00000010:2.0:1731519618.467565:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444020. 00000400:00000010:2.0:1731519618.467567:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f740. 00000400:00000010:2.0:1731519618.467613:0:6376:0:(api-ni.c:1205:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000872000. 00000400:00000010:2.0:1731519618.467622:0:6376:0:(lib-ptl.c:866:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at ffff8800a8995600. 00000400:00000010:2.0:1731519618.467624:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb720. 00000400:00000010:2.0:1731519618.467626:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4449a0. 00000400:00000010:2.0:1731519618.467627:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f580. 00000400:00000010:2.0:1731519618.467631:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8801369a0000. 00000400:00000010:2.0:1731519618.467633:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb300. 00000400:00000010:2.0:1731519618.467634:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444d80. 00000400:00000010:2.0:1731519618.467635:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f680. 00000400:00000010:2.0:1731519618.467638:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8801369a4000. 00000400:00000010:2.0:1731519618.467640:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb8a0. 00000400:00000010:2.0:1731519618.467641:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444800. 00000400:00000010:2.0:1731519618.467642:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f840. 00000400:00000010:2.0:1731519618.467646:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8801369a6000. 00000400:00000010:2.0:1731519618.467647:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb600. 00000400:00000010:2.0:1731519618.467648:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444500. 00000400:00000010:2.0:1731519618.467650:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f7c0. 00000400:00000010:2.0:1731519618.467654:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e26e000. 00000400:00000010:2.0:1731519618.467655:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb240. 00000400:00000010:2.0:1731519618.467660:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444bc0. 00000400:00000010:2.0:1731519618.467661:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fe80. 00000400:00000010:2.0:1731519618.467666:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e26c000. 00000400:00000010:2.0:1731519618.467667:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb000. 00000400:00000010:2.0:1731519618.467668:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444660. 00000400:00000010:2.0:1731519618.467669:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fb40. 00000400:00000010:2.0:1731519618.467673:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e26a000. 00000400:00000010:2.0:1731519618.467675:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb5a0. 00000400:00000010:2.0:1731519618.467676:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444c40. 00000400:00000010:2.0:1731519618.467677:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f040. 00000400:00000010:2.0:1731519618.467680:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e268000. 00000400:00000010:2.0:1731519618.467682:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb2a0. 00000400:00000010:2.0:1731519618.467683:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444120. 00000400:00000010:2.0:1731519618.467684:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f980. 00000400:00000010:2.0:1731519618.467689:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e378000. 00000400:00000010:2.0:1731519618.467690:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb9c0. 00000400:00000010:2.0:1731519618.467691:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4447e0. 00000400:00000010:2.0:1731519618.467692:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fd80. 00000400:00000010:2.0:1731519618.467696:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e37a000. 00000400:00000010:2.0:1731519618.467698:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfbb40. 00000400:00000010:2.0:1731519618.467699:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444a40. 00000400:00000010:2.0:1731519618.467701:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f5c0. 00000400:00000010:2.0:1731519618.467704:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e37c000. 00000400:00000010:2.0:1731519618.467706:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb480. 00000400:00000010:2.0:1731519618.467707:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444ec0. 00000400:00000010:2.0:1731519618.467708:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f400. 00000400:00000010:2.0:1731519618.467711:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012e37e000. 00000400:00000010:2.0:1731519618.467713:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb900. 00000400:00000010:2.0:1731519618.467714:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444a00. 00000400:00000010:2.0:1731519618.467715:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fec0. 00000400:00000010:2.0:1731519618.467719:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136ac0000. 00000400:00000010:2.0:1731519618.467721:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb7e0. 00000400:00000010:2.0:1731519618.467725:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4447a0. 00000400:00000010:2.0:1731519618.467726:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f6c0. 00000400:00000010:2.0:1731519618.467730:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136ac2000. 00000400:00000010:2.0:1731519618.467732:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfbc60. 00000400:00000010:2.0:1731519618.467733:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444740. 00000400:00000010:2.0:1731519618.467734:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45ffc0. 00000400:00000010:2.0:1731519618.467738:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136ac4000. 00000400:00000010:2.0:1731519618.467739:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfbba0. 00000400:00000010:2.0:1731519618.467740:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444600. 00000400:00000010:2.0:1731519618.467741:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fa80. 00000400:00000010:2.0:1731519618.467745:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136ac6000. 00000400:00000010:2.0:1731519618.467747:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfbd20. 00000400:00000010:2.0:1731519618.467748:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444be0. 00000400:00000010:2.0:1731519618.467749:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f1c0. 00000400:00000010:2.0:1731519618.467753:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5d7e000. 00000400:00000010:2.0:1731519618.467755:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfba80. 00000400:00000010:2.0:1731519618.467756:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444820. 00000400:00000010:2.0:1731519618.467757:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f9c0. 00000400:00000010:2.0:1731519618.467761:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5d7c000. 00000400:00000010:2.0:1731519618.467762:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb540. 00000400:00000010:2.0:1731519618.467764:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444360. 00000400:00000010:2.0:1731519618.467765:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f2c0. 00000400:00000010:2.0:1731519618.467768:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5d7a000. 00000400:00000010:2.0:1731519618.467770:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfbde0. 00000400:00000010:2.0:1731519618.467771:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4441a0. 00000400:00000010:2.0:1731519618.467772:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fe00. 00000400:00000010:2.0:1731519618.467776:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5d78000. 00000400:00000010:2.0:1731519618.467777:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb4e0. 00000400:00000010:2.0:1731519618.467778:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444860. 00000400:00000010:2.0:1731519618.467780:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f940. 00000400:00000010:2.0:1731519618.467784:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800abfa6000. 00000400:00000010:2.0:1731519618.467785:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfbf60. 00000400:00000010:2.0:1731519618.467789:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444e20. 00000400:00000010:2.0:1731519618.467790:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f900. 00000400:00000010:2.0:1731519618.467794:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800abfa4000. 00000400:00000010:2.0:1731519618.467796:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfbf00. 00000400:00000010:2.0:1731519618.467797:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444300. 00000400:00000010:2.0:1731519618.467798:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f380. 00000400:00000010:2.0:1731519618.467801:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800abfa2000. 00000400:00000010:2.0:1731519618.467803:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb360. 00000400:00000010:2.0:1731519618.467804:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444380. 00000400:00000010:2.0:1731519618.467805:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f200. 00000400:00000010:2.0:1731519618.467809:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800abfa0000. 00000400:00000010:2.0:1731519618.467810:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfbd80. 00000400:00000010:2.0:1731519618.467811:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444dc0. 00000400:00000010:2.0:1731519618.467812:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f500. 00000400:00000010:2.0:1731519618.467817:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012db70000. 00000400:00000010:2.0:1731519618.467818:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb840. 00000400:00000010:2.0:1731519618.467819:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4448e0. 00000400:00000010:2.0:1731519618.467821:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fb80. 00000400:00000010:2.0:1731519618.467824:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012db72000. 00000400:00000010:2.0:1731519618.467826:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb0c0. 00000400:00000010:2.0:1731519618.467827:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4448c0. 00000400:00000010:2.0:1731519618.467828:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f300. 00000400:00000010:2.0:1731519618.467831:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012db74000. 00000400:00000010:2.0:1731519618.467833:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb420. 00000400:00000010:2.0:1731519618.467834:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444c00. 00000400:00000010:2.0:1731519618.467835:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f700. 00000400:00000010:2.0:1731519618.467839:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012db76000. 00000400:00000010:2.0:1731519618.467840:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfba20. 00000400:00000010:2.0:1731519618.467841:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444cc0. 00000400:00000010:2.0:1731519618.467842:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f780. 00000400:00000010:2.0:1731519618.467847:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8eae000. 00000400:00000010:2.0:1731519618.467848:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb780. 00000400:00000010:2.0:1731519618.467868:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444340. 00000400:00000010:2.0:1731519618.467870:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f0c0. 00000400:00000010:2.0:1731519618.467874:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8eac000. 00000400:00000010:2.0:1731519618.467877:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb3c0. 00000400:00000010:2.0:1731519618.467878:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444680. 00000400:00000010:2.0:1731519618.467879:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fb00. 00000400:00000010:2.0:1731519618.467884:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8eaa000. 00000400:00000010:2.0:1731519618.467886:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb060. 00000400:00000010:2.0:1731519618.467887:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4446c0. 00000400:00000010:2.0:1731519618.467889:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f080. 00000400:00000010:2.0:1731519618.467893:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8ea8000. 00000400:00000010:2.0:1731519618.467895:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfbcc0. 00000400:00000010:2.0:1731519618.467896:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4442a0. 00000400:00000010:2.0:1731519618.467898:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f880. 00000400:00000010:2.0:1731519618.467902:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880137312000. 00000400:00000010:2.0:1731519618.467905:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb1e0. 00000400:00000010:2.0:1731519618.467906:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444d40. 00000400:00000010:2.0:1731519618.467908:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fdc0. 00000400:00000010:2.0:1731519618.467912:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880137314000. 00000400:00000010:2.0:1731519618.467914:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb120. 00000400:00000010:2.0:1731519618.467915:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444480. 00000400:00000010:2.0:1731519618.467917:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f3c0. 00000400:00000010:2.0:1731519618.467921:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880137316000. 00000400:00000010:2.0:1731519618.467923:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfbc00. 00000400:00000010:2.0:1731519618.467925:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444240. 00000400:00000010:2.0:1731519618.467926:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fd00. 00000400:00000010:2.0:1731519618.467931:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012d53c000. 00000400:00000010:2.0:1731519618.467933:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfb6c0. 00000400:00000010:2.0:1731519618.467934:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4441e0. 00000400:00000010:2.0:1731519618.467936:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45ff00. 00000400:00000010:2.0:1731519618.467940:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012d53a000. 00000400:00000010:2.0:1731519618.467942:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfbea0. 00000400:00000010:2.0:1731519618.467947:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444840. 00000400:00000010:2.0:1731519618.467949:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f100. 00000400:00000010:2.0:1731519618.467954:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012d396000. 00000400:00000010:2.0:1731519618.467956:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b5dfbae0. 00000400:00000010:2.0:1731519618.467958:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444400. 00000400:00000010:2.0:1731519618.467959:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fc80. 00000400:00000010:2.0:1731519618.467964:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad8fe000. 00000400:00000010:2.0:1731519618.467967:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e720. 00000400:00000010:2.0:1731519618.467968:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444fe0. 00000400:00000010:2.0:1731519618.467970:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f4c0. 00000400:00000010:2.0:1731519618.467975:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad8fc000. 00000400:00000010:2.0:1731519618.467977:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40ed20. 00000400:00000010:2.0:1731519618.467979:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444fa0. 00000400:00000010:2.0:1731519618.467980:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f180. 00000400:00000010:2.0:1731519618.467984:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ad8fa000. 00000400:00000010:2.0:1731519618.467986:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e9c0. 00000400:00000010:2.0:1731519618.467988:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444980. 00000400:00000010:2.0:1731519618.467989:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45ff80. 00000400:00000010:2.0:1731519618.467994:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b40b8000. 00000400:00000010:2.0:1731519618.467997:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e000. 00000400:00000010:2.0:1731519618.467998:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444920. 00000400:00000010:2.0:1731519618.467999:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fc40. 00000400:00000010:2.0:1731519618.468004:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b40bc000. 00000400:00000010:2.0:1731519618.468006:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e240. 00000400:00000010:2.0:1731519618.468008:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444940. 00000400:00000010:2.0:1731519618.468009:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fe40. 00000400:00000010:2.0:1731519618.468014:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b40be000. 00000400:00000010:2.0:1731519618.468016:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e1e0. 00000400:00000010:2.0:1731519618.468018:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444880. 00000400:00000010:2.0:1731519618.468019:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fcc0. 00000400:00000010:2.0:1731519618.468027:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8860000. 00000400:00000010:2.0:1731519618.468030:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e120. 00000400:00000010:2.0:1731519618.468035:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444b00. 00000400:00000010:2.0:1731519618.468036:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f340. 00000400:00000010:2.0:1731519618.468039:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8862000. 00000400:00000010:2.0:1731519618.468041:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40ec00. 00000400:00000010:2.0:1731519618.468043:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444140. 00000400:00000010:2.0:1731519618.468044:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f8c0. 00000400:00000010:2.0:1731519618.468046:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8864000. 00000400:00000010:2.0:1731519618.468076:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e4e0. 00000400:00000010:2.0:1731519618.468080:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4447c0. 00000400:00000010:2.0:1731519618.468082:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45ff40. 00000400:00000010:2.0:1731519618.468085:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8866000. 00000400:00000010:2.0:1731519618.468087:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40ede0. 00000400:00000010:2.0:1731519618.468089:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4444a0. 00000400:00000010:2.0:1731519618.468090:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f600. 00000400:00000010:2.0:1731519618.468098:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9898000. 00000400:00000010:2.0:1731519618.468101:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e7e0. 00000400:00000010:2.0:1731519618.468102:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444540. 00000400:00000010:2.0:1731519618.468104:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f640. 00000400:00000010:2.0:1731519618.468106:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a989a000. 00000400:00000010:2.0:1731519618.468109:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40eea0. 00000400:00000010:2.0:1731519618.468110:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444ae0. 00000400:00000010:2.0:1731519618.468112:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f440. 00000400:00000010:2.0:1731519618.468114:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a989c000. 00000400:00000010:2.0:1731519618.468116:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e840. 00000400:00000010:2.0:1731519618.468118:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444f00. 00000400:00000010:2.0:1731519618.468119:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fa40. 00000400:00000010:2.0:1731519618.468121:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a989e000. 00000400:00000010:2.0:1731519618.468124:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40ea20. 00000400:00000010:2.0:1731519618.468125:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444180. 00000400:00000010:2.0:1731519618.468127:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45fa00. 00000400:00000010:2.0:1731519618.468135:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8088000. 00000400:00000010:2.0:1731519618.468138:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40ee40. 00000400:00000010:2.0:1731519618.468143:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444ca0. 00000400:00000010:2.0:1731519618.468145:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f480. 00000400:00000010:2.0:1731519618.468149:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a808a000. 00000400:00000010:2.0:1731519618.468151:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e3c0. 00000400:00000010:2.0:1731519618.468153:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444440. 00000400:00000010:2.0:1731519618.468154:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f000. 00000400:00000010:2.0:1731519618.468158:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a808c000. 00000400:00000010:2.0:1731519618.468161:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40ec60. 00000400:00000010:2.0:1731519618.468162:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444f80. 00000400:00000010:2.0:1731519618.468163:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f540. 00000400:00000010:2.0:1731519618.468168:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a808e000. 00000400:00000010:2.0:1731519618.468170:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e360. 00000400:00000010:2.0:1731519618.468171:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444e60. 00000400:00000010:2.0:1731519618.468173:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012b45f280. 00000400:00000010:2.0:1731519618.468182:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8528000. 00000400:00000010:2.0:1731519618.468185:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e600. 00000400:00000010:2.0:1731519618.468186:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444200. 00000400:00000010:2.0:1731519618.468189:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61a40. 00000400:00000010:2.0:1731519618.468193:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a852a000. 00000400:00000010:2.0:1731519618.468195:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e480. 00000400:00000010:2.0:1731519618.468197:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444700. 00000400:00000010:2.0:1731519618.468198:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61e80. 00000400:00000010:2.0:1731519618.468202:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a852c000. 00000400:00000010:2.0:1731519618.468204:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40ecc0. 00000400:00000010:2.0:1731519618.468206:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444f60. 00000400:00000010:2.0:1731519618.468207:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61d80. 00000400:00000010:2.0:1731519618.468212:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a852e000. 00000400:00000010:2.0:1731519618.468214:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e180. 00000400:00000010:2.0:1731519618.468215:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4445c0. 00000400:00000010:2.0:1731519618.468217:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61e40. 00000400:00000010:2.0:1731519618.468226:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5e80000. 00000400:00000010:2.0:1731519618.468228:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40e2a0. 00000400:00000010:2.0:1731519618.468233:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444900. 00000400:00000010:2.0:1731519618.468235:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61f00. 00000400:00000010:2.0:1731519618.468239:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5e82000. 00000400:00000010:2.0:1731519618.468242:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40ef60. 00000400:00000010:2.0:1731519618.468243:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4448a0. 00000400:00000010:2.0:1731519618.468245:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61c00. 00000400:00000010:2.0:1731519618.468249:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5e84000. 00000400:00000010:2.0:1731519618.468251:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40ef00. 00000400:00000010:2.0:1731519618.468253:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444da0. 00000400:00000010:2.0:1731519618.468254:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61280. 00000400:00000010:2.0:1731519618.468259:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5e86000. 00000400:00000010:2.0:1731519618.468261:0:6376:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab40ed80. 00000400:00000010:2.0:1731519618.468262:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4449c0. 00000400:00000010:2.0:1731519618.468263:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61d00. 00000400:00000010:2.0:1731519618.468298:0:6376:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a99d8000. 00000400:00000010:2.0:1731519618.468302:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444260. 00000400:00000010:2.0:1731519618.468304:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61700. 00000400:00000010:2.0:1731519618.468307:0:6376:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at ffff8800abcf9c00. 00000400:00000010:2.0:1731519618.468310:0:6376:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff8800a8995a00. 00000400:00000010:2.0:1731519618.468312:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444ee0. 00000400:00000010:2.0:1731519618.468314:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61c40. 00000400:00000010:2.0:1731519618.468315:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444b60. 00000400:00000010:2.0:1731519618.468317:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61540. 00000400:00000010:2.0:1731519618.468321:0:6376:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at ffff8800ad89ad70. 00000400:00000010:2.0:1731519618.468325:0:6376:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at ffff8800abcf9480. 00000400:00000010:2.0:1731519618.468327:0:6376:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff8800a8995800. 00000400:00000010:2.0:1731519618.468329:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444060. 00000400:00000010:2.0:1731519618.468330:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c616c0. 00000400:00000010:2.0:1731519618.468332:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444fc0. 00000400:00000010:2.0:1731519618.468333:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61a80. 00000400:00000010:2.0:1731519618.468334:0:6376:0:(config.c:785:lnet_parse_networks()) kfreed 'tokens': 4 at ffff8800ad89ad70. 00000400:00000010:2.0:1731519618.468346:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4445e0. 00000400:00000010:2.0:1731519618.468348:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800a9b03f80. 00000800:00000200:2.0:1731519618.468936:0:6376:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 00000800:00000200:2.0:1731519618.468940:0:6376:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 00000800:00000200:2.0:1731519618.468942:0:6376:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=eth0 ifindex 2 state 6 00000800:00000200:2.0:1731519618.468943:0:6376:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=eth0 ifindex 2 state 6 00000800:00000010:2.0:1731519618.468948:0:6376:0:(socklnd.c:2636:ksocknal_startup()) alloc '(net)': 208 at ffff8800b6df2d00. 00000400:00000010:2.0:1731519618.468956:0:6376:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at ffff8800ad89ad70. 00000800:00000010:3.0:1731519618.469010:0:6384:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800a8692800. 00000800:00000010:3.0:1731519618.469016:0:6384:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff88012d7c9000. 00000800:00000010:3.0:1731519618.469048:0:6385:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800a8697800. 00000800:00000010:3.0:1731519618.469065:0:6385:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff88012d7cb000. 00000400:00000200:2.0:1731519618.469111:0:6376:0:(config.c:1507:lnet_get_link_status()) device idx 1 get_link 2 00000800:00000010:3.0:1731519618.469117:0:6386:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800a8690800. 00000400:02000000:2.0:1731519618.469118:0:6376:0:(api-ni.c:2593:lnet_startup_lndni()) Added LNI 192.168.203.2@tcp [8/256/0/180] 00000800:00000010:3.0:1731519618.469120:0:6386:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff88012d7cc000. 00000400:02000000:0.0:1731519618.472860:0:6387:0:(acceptor.c:374:lnet_acceptor()) Accept secure, port 988 00000400:00000010:2.0:1731519618.474910:0:6376:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff8800b5c617c0. 00000400:00000010:2.0:1731519618.474917:0:6376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046318. 00000400:00000010:2.0:1731519618.474922:0:6376:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3000. 00000400:00000200:2.0:1731519618.474930:0:6376:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:2.0:1731519618.474933:0:6376:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff8800a8995c00. 00000400:00000010:2.0:1731519618.474935:0:6376:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40462c0. 00000400:00000010:2.0:1731519618.474937:0:6376:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3990. 00000400:00000200:2.0:1731519618.474939:0:6376:0:(api-ni.c:2232:lnet_push_target_post()) posted push target ffff8800a8995c00 00000400:00000200:2.0:1731519618.474941:0:6376:0:(api-ni.c:2189:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:2.0:1731519618.474943:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a4444e0. 00000400:00000010:2.0:1731519618.474946:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61880. 00000400:00000010:2.0:1731519618.474948:0:6376:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a444040. 00000400:00000010:2.0:1731519618.474949:0:6376:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b5c61ac0. 00000400:00000200:3.0:1731519618.475372:0:6376:0:(peer.c:4231:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:3.0:1731519618.475436:0:6376:0:(ptlrpcd.c:815:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at ffff88012c0cd270. 00000400:00000200:2.0:1731519618.475441:0:6389:0:(peer.c:4053:lnet_peer_discovery()) started 00000100:00000010:3.0:1731519618.475535:0:6390:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7cd1840. 00000020:00000010:3.0:1731519618.475539:0:6390:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800adb3f200. 00000020:00000010:3.0:1731519618.475542:0:6390:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800adb3e400. 00000020:00000010:3.0:1731519618.475545:0:6390:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800adad01e0. 00000040:00000010:3.0:1731519618.475547:0:6390:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800adb3f600. 00000020:00000010:3.0:1731519618.475550:0:6390:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a8697000. 00000020:00000010:3.0:1731519618.475553:0:6390:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800adb3e200. 00000100:00000010:0.0:1731519618.475565:0:6376:0:(ptlrpcd.c:912:ptlrpcd_init()) kmalloced '(pd)': 760 at ffff8800b6651400. 00000100:00000010:0.0:1731519618.475573:0:6376:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800a86d1398. 00000100:00000010:0.0:1731519618.475575:0:6376:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800a86d1390. 00000100:00000010:0.0:1731519618.475578:0:6376:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800a86d1388. 00000100:00000010:0.0:1731519618.475580:0:6376:0:(ptlrpcd.c:603:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800a86d1380. 00000100:00000010:3.0:1731519618.475641:0:6391:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7cd1600. 00000020:00000010:3.0:1731519618.475644:0:6391:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800adb3f800. 00000020:00000010:3.0:1731519618.475646:0:6391:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800adb3fc00. 00000020:00000010:3.0:1731519618.475648:0:6391:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800adad07e0. 00000040:00000010:3.0:1731519618.475650:0:6391:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800adb3ee00. 00000020:00000010:3.0:1731519618.475652:0:6391:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a8694800. 00000020:00000010:3.0:1731519618.475654:0:6391:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800adb3e000. 00000100:00000010:3.0:1731519618.475721:0:6392:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7cd10c0. 00000020:00000010:3.0:1731519618.475724:0:6392:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800adb3ea00. 00000020:00000010:3.0:1731519618.475733:0:6392:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800adb3fa00. 00000020:00000010:3.0:1731519618.475735:0:6392:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800adad0ae0. 00000040:00000010:3.0:1731519618.475736:0:6392:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800adb3f000. 00000020:00000010:3.0:1731519618.475739:0:6392:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a8691800. 00000020:00000010:3.0:1731519618.475741:0:6392:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800adb3f400. 00000100:00000010:3.0:1731519618.475807:0:6393:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7cd1480. 00000020:00000010:3.0:1731519618.475810:0:6393:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b23f800. 00000020:00000010:3.0:1731519618.475812:0:6393:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012a9f7a00. 00000020:00000010:3.0:1731519618.475813:0:6393:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800adad0d80. 00000040:00000010:3.0:1731519618.475815:0:6393:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88012a9f7800. 00000020:00000010:3.0:1731519618.475817:0:6393:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a8693800. 00000020:00000010:3.0:1731519618.475819:0:6393:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a9f6400. 00000100:00000010:3.0:1731519618.475886:0:6394:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7cd1cc0. 00000020:00000010:3.0:1731519618.475889:0:6394:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a9f7600. 00000020:00000010:3.0:1731519618.475891:0:6394:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6cdc400. 00000020:00000010:3.0:1731519618.475893:0:6394:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800adad09c0. 00000040:00000010:3.0:1731519618.475894:0:6394:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6cdc000. 00000020:00000010:3.0:1731519618.475897:0:6394:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a8695800. 00000020:00000010:3.0:1731519618.475899:0:6394:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6cdde00. 00000100:00000010:0.0:1731519618.476178:0:6376:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800b5c65f00. 00000100:00000010:0.0:1731519618.476182:0:6376:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800b5c65600. 00000100:00000010:0.0:1731519618.476184:0:6376:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800b5c65000. 00000100:00000010:0.0:1731519618.476187:0:6376:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800b5c65d20. 00000100:00000010:0.0:1731519618.476189:0:6376:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800b5c65f60. 00000100:00000010:0.0:1731519618.476190:0:6376:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff8800b5c65de0. 00000001:00000010:0.0:1731519618.476520:0:6376:0:(nodemap_handler.c:1835:nodemap_config_alloc()) kmalloced '(config)': 112 at ffff88012a46cf00. 00000001:00000010:0.0:1731519618.476524:0:6376:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff88012b4a1000. 00000001:00000010:0.0:1731519618.476528:0:6376:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800a86d1378. 00000001:00000010:0.0:1731519618.476531:0:6376:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88012b4a1d80. 00000001:00000010:0.0:1731519618.476538:0:6376:0:(nodemap_handler.c:1237:nodemap_create()) kmalloced '(nodemap)': 4720 at ffff880136ace000. 00000001:00000010:0.0:1731519618.476546:0:6376:0:(nodemap_lproc.c:1023:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at ffff88012a401f00. 02000000:00000010:3.0:1731519618.518553:0:6406:0:(upcall_cache.c:549:upcall_cache_init()) alloc '(cache)': 1192 at ffff8800a8694000. 02000000:00000010:3.0:1731519618.518559:0:6406:0:(upcall_cache.c:557:upcall_cache_init()) alloc '(cache->uc_hashtable)': 1024 at ffff8800a846f800. 02000000:00000010:3.0:1731519618.518562:0:6406:0:(upcall_cache.c:549:upcall_cache_init()) alloc '(cache)': 1192 at ffff88012b46e000. 02000000:00000010:3.0:1731519618.518583:0:6406:0:(upcall_cache.c:557:upcall_cache_init()) alloc '(cache->uc_hashtable)': 16384 at ffffc90000922000. 00000020:00000010:1.0:1731519620.147749:0:6443:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88012d999a00. 00000008:00000010:2.0:1731519620.196137:0:6455:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b665e240. 00000100:00000010:2.0:1731519620.196144:0:6455:0:(client.c:666:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at ffff8800b665e0c0. 00000020:00000010:2.0:1731519620.196167:0:6455:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800a9b03880. 00000020:00000010:3.0:1731519620.241026:0:6467:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88012ab59480. 00000020:00000010:1.0:1731519620.285400:0:6479:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88012d999b80. 00000020:00000010:3.0:1731519620.328960:0:6491:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88012ab59f00. 00008000:02000000:3.0:1731519620.368633:0:6503:0:(echo_client.c:2587:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:3.0:1731519620.372222:0:6503:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88012ab59b00. 00000020:00000010:3.0:1731519620.372535:0:6503:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88012ab59200. 00000020:00000010:3.0:1731519620.455981:0:6524:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88012ab59300. 00000020:00000010:3.0:1731519621.035975:0:6742:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800a8f01780. 00000020:00000010:1.0:1731519621.081828:0:6754:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88012d999700. 00000020:00000010:3.0:1731519621.134448:0:6766:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800a8f01a00. 00000020:00000010:3.0:1731519621.134468:0:6766:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800a8f01000. 00000020:00000010:1.0:1731519621.175667:0:6778:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88012d999680. 00000020:00000010:3.0:1731519621.221971:0:6790:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff8800a8f01c80. 00000020:00000010:1.0:1731519621.267980:0:6802:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88012d999c80. 00000020:00000010:1.0:1731519621.313070:0:6814:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88012d999500. 00000020:00000010:1.0:1731519621.313091:0:6814:0:(genops.c:255:class_register_type()) kmalloced '(type)': 112 at ffff88012d999e00. 00000020:00000010:3.0:1731519621.367307:0:6826:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800a8c256c0. 00000020:00000010:3.0:1731519621.367313:0:6826:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6cdd600. 00000020:00000010:3.0:1731519621.367317:0:6826:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6cdcc00. 00000020:00000010:3.0:1731519621.367319:0:6826:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800adad0960. 00000008:00000010:3.0:1731519621.367333:0:6826:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc48000. 00020000:00000010:3.0:1731519621.367339:0:6826:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8f906c0. 00008000:00000010:3.0:1731519621.367349:0:6826:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98000. 00000080:00000010:3.0:1731519621.367361:0:6826:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf000. 00000080:00000010:3.0:1731519621.367371:0:6826:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8000. 00000020:00000010:3.0:1731519621.367376:0:6826:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6cdca00. 00000008:00000010:3.0:1731519621.367386:0:6826:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54000. 00020000:00000010:3.0:1731519621.367396:0:6826:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eacc000. 00008000:00000010:3.0:1731519621.367401:0:6826:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cd138. 00000080:00000010:3.0:1731519621.367410:0:6826:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce000. 00000020:00000010:2.0:1731519650.948802:0:7468:0:(obd_mount.c:665:lustre_init_lsi()) kmalloced '(lsi)': 1216 at ffff8800a9b51800. 00000020:00000010:2.0:1731519650.948808:0:7468:0:(obd_mount.c:668:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff8800a9b03e00. 00000020:00000010:2.0:1731519650.948816:0:7468:0:(obd_mount.c:1505:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff8800b5da9000. 00000020:00000010:2.0:1731519650.948824:0:7468:0:(obd_mount.c:1702:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at ffff8800a8632d60. 00000020:00000010:2.0:1731519650.948849:0:7468:0:(obd_mount.c:1758:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at ffff8800a8b34860. 00000020:00000010:2.0:1731519650.948862:0:7468:0:(obd_mount.c:329:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff8800a8632120. 00000020:00000010:2.0:1731519650.948865:0:7468:0:(obd_mount.c:239:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff8800a86323e0. 00000020:00000010:2.0:1731519650.948868:0:7468:0:(obd_mount.c:338:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8800abcf9e40. 00000020:00000010:2.0:1731519650.948881:0:7468:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 96 at ffff8800ab40e300. 00000100:00000010:2.0:1731519650.948886:0:7468:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800ab4e7400. 00000400:00000010:2.0:1731519650.948896:0:7468:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at ffff8800a8995000. 00000400:00000200:2.0:1731519650.948901:0:7468:0:(peer.c:271:lnet_peer_alloc()) ffff8800a8995000 nid 192.168.203.102@tcp 00000400:00000010:2.0:1731519650.948904:0:7468:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff8800ab40eb40. 00000400:00000200:2.0:1731519650.948906:0:7468:0:(peer.c:204:lnet_peer_net_alloc()) ffff8800ab40eb40 net tcp 00000400:00000010:2.0:1731519650.948909:0:7468:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff8800a8995200. 00000400:00000200:2.0:1731519650.948912:0:7468:0:(peer.c:185:lnet_peer_ni_alloc()) ffff8800a8995200 nid 192.168.203.102@tcp 00000400:00000200:2.0:1731519650.948918:0:7468:0:(peer.c:1100:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.102@tcp: -2 00000400:00000200:2.0:1731519650.948923:0:7468:0:(peer.c:1645:lnet_peer_attach_peer_ni()) peer 192.168.203.102@tcp NID 192.168.203.102@tcp flags 0x100001 00000400:00000200:2.0:1731519650.948946:0:7468:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.102@tcp: 0 00000400:00000200:2.0:1731519650.948948:0:7468:0:(peer.c:2733:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1731519650.948950:0:7468:0:(peer.c:2773:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1731519650.948953:0:7468:0:(peer.c:2782:lnet_discover_peer_locked()) peer 192.168.203.102@tcp NID 192.168.203.102@tcp: 0. pending discovery 00000020:00000010:2.0:1731519650.948957:0:7468:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 96 at ffff8800ab40e300. 00000020:00000010:2.0:1731519650.948961:0:7468:0:(obd_mount.c:470:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff8800abd469c0. 00000020:00000010:2.0:1731519650.948967:0:7468:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8800a9b03000. 00000400:00000200:1.0:1731519650.948986:0:6389:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1731519650.948986:0:7468:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a8070000. 00000020:00000010:2.0:1731519650.948993:0:7468:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800a9b56800. 00000400:00000200:1.0:1731519650.948995:0:6389:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.203.102@tcp(ffff8800a8995000) state 0x100041 00000400:00000010:1.0:1731519650.949002:0:6389:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff88012e138a00. 00000020:00000010:2.0:1731519650.949005:0:7468:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 120 at ffff8800a9b03000. 00000020:00000010:2.0:1731519650.949007:0:7468:0:(obd_mount.c:172:do_lcfg()) kmalloced '(lcfg)': 112 at ffff8800a9b03000. 00000400:00000010:1.0:1731519650.949008:0:6389:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381a18. 00000001:00000010:2.0:1731519650.949023:0:7468:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800abcf9780. 00000400:00000010:1.0:1731519650.949026:0:6389:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88012ab51150. 00000001:00000010:2.0:1731519650.949027:0:7468:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a8632020. 00000001:00000010:2.0:1731519650.949031:0:7468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8994800. 00000400:00000200:1.0:1731519650.949032:0:6389:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.203.102@tcp 00000001:00000010:2.0:1731519650.949033:0:7468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8994200. 00000001:00000010:2.0:1731519650.949036:0:7468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8994000. 00000001:00000010:2.0:1731519650.949039:0:7468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8994400. 00000001:00000010:2.0:1731519650.949042:0:7468:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800abcf90c0. 00000001:00000010:2.0:1731519650.949044:0:7468:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a86329a0. 00000001:00000010:2.0:1731519650.949046:0:7468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8995e00. 00000400:00000200:1.0:1731519650.949047:0:6389:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000001:00000010:2.0:1731519650.949048:0:7468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8994600. 00000001:00000010:2.0:1731519650.949050:0:7468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8994e00. 00000400:00000200:1.0:1731519650.949052:0:6389:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000001:00000010:2.0:1731519650.949052:0:7468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8994c00. 00000400:00000200:1.0:1731519650.949056:0:6389:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519650.949060:0:6389:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519650.949063:0:6389:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519650.949066:0:6389:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [1:1:256:4294967295] 192.168.203.102@tcp LPNI seq info [1:1:8:4294967295] 00010000:00000010:2.0:1731519650.949067:0:7468:0:(ldlm_lockd.c:3262:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff8800a8632b60. 00000400:00000200:1.0:1731519650.949079:0:6389:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.102@tcp 00000400:00000200:1.0:1731519650.949087:0:6389:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : GET try# 0 00000800:00000200:1.0:1731519650.949093:0:6389:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519650.949098:0:6389:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8800b642bb00. 00000800:00000010:1.0:1731519650.949106:0:6389:0:(socklnd.c:156:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff88012e352f00. 00000800:00000010:1.0:1731519650.949110:0:6389:0:(socklnd.c:105:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at ffff88012e3529c0. 00000800:00000200:1.0:1731519650.949115:0:6389:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (2) 00000800:00000200:1.1F:1731519650.949119:0:6389:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (2) 00000100:00000010:2.0:1731519650.949138:0:7468:0:(service.c:761:ptlrpc_register_service()) kmalloced '(service)': 320 at ffff8800b6e80c00. 00000100:00000010:2.0:1731519650.949143:0:7468:0:(service.c:819:ptlrpc_register_service()) kmalloced '(svcpt)': 800 at ffff8800ab4e6000. 00000400:00000200:1.0:1731519650.949145:0:6389:0:(peer.c:3800:lnet_peer_send_ping()) peer 192.168.203.102@tcp 00000400:00000200:1.0:1731519650.949148:0:6389:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.203.102@tcp(ffff8800a8995000) state 0x100241 rc 0 00000100:00000010:2.0:1731519650.949158:0:7468:0:(service.c:650:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800a857c000. 00000100:00000010:2.0:1731519650.949165:0:7468:0:(service.c:658:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800b5dab000. 00000100:00000010:2.0:1731519650.949170:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab4e5000. 00000100:00000010:2.0:1731519650.949176:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a99da000. 00000400:00000200:2.0:1731519650.949180:0:7468:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:2.0:1731519650.949200:0:7468:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab40e300. 00000020:00000010:2.0:1731519650.949205:0:7468:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b5dac000. 00000100:00000010:2.0:1731519650.949252:0:7468:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800abcf9d80. 00000100:00000010:2.0:1731519650.949257:0:7468:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8800abd46d40. 00000100:00000010:2.0:1731519650.949260:0:7468:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800abcf9900. 00000100:00000010:2.0:1731519650.949264:0:7468:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800abcf9a80. 00000100:00000010:2.0:1731519650.949294:0:7468:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800abcf9f00. 00000100:00000200:2.0:1731519650.949320:0:7468:0:(service.c:852:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:2.0:1731519650.949324:0:7468:0:(service.c:3260:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6e81000. 00000100:00000010:3.0:1731519650.949555:0:7469:0:(service.c:2818:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012b12a580. 00000020:00000010:3.0:1731519650.949562:0:7469:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012b12a380. 00000020:00000010:3.0:1731519650.949568:0:7469:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b65daa00. 00000020:00000010:3.0:1731519650.949571:0:7469:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b65dae00. 00000040:00000010:3.0:1731519650.949575:0:7469:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b65da600. 00000020:00000010:3.0:1731519650.949579:0:7469:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6d07000. 00000020:00000010:3.0:1731519650.949595:0:7469:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ad9a8000. 00000020:00000010:3.0:1731519650.949600:0:7469:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b65da800. 80000000:00000010:3.0:1731519650.949604:0:7469:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800adad0c60. 40000000:00000010:3.0:1731519650.949606:0:7469:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012b12a800. 00100000:00000010:3.0:1731519650.949611:0:7469:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6d00000. 00040000:00000010:3.0:1731519650.949614:0:7469:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b5e68600. 00040000:00000010:3.0:1731519650.949617:0:7469:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b6d03800. 00040000:00000010:3.0:1731519650.949620:0:7469:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b65dba00. 00000004:00000010:3.0:1731519650.949625:0:7469:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6d02800. 00000004:00000010:3.0:1731519650.949629:0:7469:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012d7ce000. 00000004:00000010:3.0:1731519650.949633:0:7469:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b6d05800. 00002000:00000010:3.0:1731519650.949637:0:7469:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff88012a487c00. 00000004:00000010:3.0:1731519650.949640:0:7469:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff88012a487800. 00000100:00000200:3.0:1731519650.949649:0:7469:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1731519650.949655:0:7469:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a840. 00000400:00000010:3.0:1731519650.949660:0:7469:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8f90780. 00000100:00000010:3.0:1731519650.949667:0:7469:0:(service.c:2845:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b6d01800. 00000100:00000200:3.0:1731519650.949687:0:7469:0:(service.c:2879:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1731519650.949713:0:7468:0:(service.c:3260:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6e80600. 00000100:00000010:0.0:1731519650.949966:0:7470:0:(service.c:2818:ptlrpc_main()) kmalloced '(env)': 56 at ffff880136b4a2c0. 00000020:00000010:0.0:1731519650.949979:0:7470:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b4a180. 00000020:00000010:0.0:1731519650.949984:0:7470:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e350c00. 00000020:00000010:0.0:1731519650.949987:0:7470:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e351200. 00000040:00000010:0.0:1731519650.949990:0:7470:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88012e351000. 00000020:00000010:0.0:1731519650.949993:0:7470:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012e157000. 00000020:00000010:0.0:1731519650.950005:0:7470:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b98000. 00000020:00000010:0.0:1731519650.950008:0:7470:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e350e00. 80000000:00000010:0.0:1731519650.950011:0:7470:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b5c656c0. 40000000:00000010:0.0:1731519650.950013:0:7470:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff880136b4a080. 00100000:00000010:0.0:1731519650.950018:0:7470:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012e152000. 00040000:00000010:0.0:1731519650.950021:0:7470:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6d41200. 00040000:00000010:0.0:1731519650.950024:0:7470:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012e156800. 00040000:00000010:0.0:1731519650.950027:0:7470:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012e350200. 00000004:00000010:0.0:1731519650.950030:0:7470:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012e153000. 00000004:00000010:0.0:1731519650.950034:0:7470:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012b13b000. 00000004:00000010:0.0:1731519650.950038:0:7470:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff88012e156000. 00002000:00000010:0.0:1731519650.950041:0:7470:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b64f3400. 00000004:00000010:0.0:1731519650.950043:0:7470:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800b64f3800. 00000100:00000010:0.0:1731519650.950047:0:7470:0:(service.c:2845:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012e155800. 00000100:00000200:0.0:1731519650.950070:0:7470:0:(service.c:2879:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1731519650.950094:0:7468:0:(service.c:761:ptlrpc_register_service()) kmalloced '(service)': 320 at ffff8800b6e80a00. 00000100:00000010:2.0:1731519650.950100:0:7468:0:(service.c:819:ptlrpc_register_service()) kmalloced '(svcpt)': 800 at ffff8800ab4e6800. 00000100:00000010:2.0:1731519650.950115:0:7468:0:(service.c:650:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800b3ba4000. 00000100:00000010:2.0:1731519650.950122:0:7468:0:(service.c:658:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800b5daa000. 00000100:00000010:2.0:1731519650.950126:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab4e4000. 00000100:00000010:2.0:1731519650.950131:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a99dc000. 00000100:00000010:2.0:1731519650.950134:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab4e6400. 00000100:00000010:2.0:1731519650.950139:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a99de000. 00000100:00000010:2.0:1731519650.950141:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab4e4c00. 00000100:00000010:2.0:1731519650.950152:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa4d0000. 00000100:00000010:2.0:1731519650.950155:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab4e4800. 00000100:00000010:2.0:1731519650.950159:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa4d2000. 00000100:00000010:2.0:1731519650.950161:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab4e6c00. 00000100:00000010:2.0:1731519650.950170:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa4d4000. 00000100:00000010:2.0:1731519650.950173:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab4e7c00. 00000100:00000010:2.0:1731519650.950177:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa4d6000. 00000100:00000010:2.0:1731519650.950180:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376a2c00. 00000100:00000010:2.0:1731519650.950190:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800abf50000. 00000100:00000010:2.0:1731519650.950193:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376a2800. 00000100:00000010:2.0:1731519650.950197:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800abf52000. 00000100:00000010:2.0:1731519650.950200:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012e3c8800. 00000100:00000010:2.0:1731519650.950204:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800abf54000. 00000100:00000010:2.0:1731519650.950207:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012e3cac00. 00000100:00000010:2.0:1731519650.950211:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800abf56000. 00000100:00000010:2.0:1731519650.950213:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012e3c9800. 00000100:00000010:2.0:1731519650.950222:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800abd88000. 00000100:00000010:2.0:1731519650.950225:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012e3cb800. 00000100:00000010:2.0:1731519650.950229:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800abd8a000. 00000100:00000010:2.0:1731519650.950232:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab773c00. 00000100:00000010:2.0:1731519650.950236:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800abd8c000. 00000100:00000010:2.0:1731519650.950239:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab771000. 00000100:00000010:2.0:1731519650.950243:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800abd8e000. 00000100:00000010:2.0:1731519650.950245:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab772800. 00000100:00000010:2.0:1731519650.950254:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8670000. 00000100:00000010:2.0:1731519650.950257:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab773800. 00000100:00000010:2.0:1731519650.950261:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8672000. 00000100:00000010:2.0:1731519650.950264:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab772000. 00000100:00000010:2.0:1731519650.950293:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8674000. 00000100:00000010:2.0:1731519650.950297:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab771400. 00000100:00000010:2.0:1731519650.950301:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8676000. 00000100:00000010:2.0:1731519650.950304:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab772400. 00000100:00000010:2.0:1731519650.950314:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a98e0000. 00000100:00000010:2.0:1731519650.950317:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab770800. 00000100:00000010:2.0:1731519650.950321:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a98e2000. 00000100:00000010:2.0:1731519650.950328:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab773000. 00000100:00000010:2.0:1731519650.950333:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a98e4000. 00000100:00000010:2.0:1731519650.950335:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab771c00. 00000100:00000010:2.0:1731519650.950340:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a98e6000. 00000100:00000010:2.0:1731519650.950342:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab770400. 00000100:00000010:2.0:1731519650.950352:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab540000. 00000100:00000010:2.0:1731519650.950354:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab773400. 00000100:00000010:2.0:1731519650.950359:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab542000. 00000100:00000010:2.0:1731519650.950361:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab772c00. 00000100:00000010:2.0:1731519650.950365:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab544000. 00000100:00000010:2.0:1731519650.950367:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab770c00. 00000100:00000010:2.0:1731519650.950372:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab546000. 00000100:00000010:2.0:1731519650.950374:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab770000. 00000100:00000010:2.0:1731519650.950383:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800abc80000. 00000100:00000010:2.0:1731519650.950386:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab771800. 00000100:00000010:2.0:1731519650.950390:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800abc82000. 00000100:00000010:2.0:1731519650.950394:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6cdbc00. 00000100:00000010:2.0:1731519650.950398:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800abc84000. 00000100:00000010:2.0:1731519650.950401:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6cda000. 00000100:00000010:2.0:1731519650.950405:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800abc86000. 00000100:00000010:2.0:1731519650.950407:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6cdb400. 00000100:00000010:2.0:1731519650.950416:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7d40000. 00000100:00000010:2.0:1731519650.950419:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5d5e400. 00000100:00000010:2.0:1731519650.950424:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7d42000. 00000100:00000010:2.0:1731519650.950427:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5c8bc00. 00000100:00000010:2.0:1731519650.950431:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7d44000. 00000100:00000010:2.0:1731519650.950434:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5c8b400. 00000100:00000010:2.0:1731519650.950438:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a7d46000. 00000100:00000010:2.0:1731519650.950440:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5c88400. 00000100:00000010:2.0:1731519650.950450:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab410000. 00000100:00000010:2.0:1731519650.950453:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013770e400. 00000100:00000010:2.0:1731519650.950461:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab412000. 00000100:00000010:2.0:1731519650.950464:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013770ec00. 00000100:00000010:2.0:1731519650.950469:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab414000. 00000100:00000010:2.0:1731519650.950472:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013770c800. 00000100:00000010:2.0:1731519650.950476:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab416000. 00000100:00000010:2.0:1731519650.950478:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013770cc00. 00000100:00000010:2.0:1731519650.950488:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab418000. 00000100:00000010:2.0:1731519650.950490:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88013770e800. 00000100:00000010:2.0:1731519650.950495:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab41a000. 00000100:00000010:2.0:1731519650.950497:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5ce0c00. 00000100:00000010:2.0:1731519650.950502:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab41c000. 00000100:00000010:2.0:1731519650.950504:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5ce3000. 00000100:00000010:2.0:1731519650.950508:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab41e000. 00000100:00000010:2.0:1731519650.950510:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5ce3800. 00000100:00000010:2.0:1731519650.950519:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8a50000. 00000100:00000010:2.0:1731519650.950522:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5ce3400. 00000100:00000010:2.0:1731519650.950526:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8a52000. 00000100:00000010:2.0:1731519650.950529:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5ce2800. 00000100:00000010:2.0:1731519650.950533:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8a54000. 00000100:00000010:2.0:1731519650.950535:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5ce2000. 00000100:00000010:2.0:1731519650.950540:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8a56000. 00000100:00000010:2.0:1731519650.950542:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5ce1000. 00000100:00000010:2.0:1731519650.950553:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8a58000. 00000100:00000010:2.0:1731519650.950558:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5ce3c00. 00000100:00000010:2.0:1731519650.950563:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8a5a000. 00000100:00000010:2.0:1731519650.950568:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6fd3400. 00000100:00000010:2.0:1731519650.950574:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8a5c000. 00000100:00000010:2.0:1731519650.950578:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6fd0c00. 00000100:00000010:2.0:1731519650.950583:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8a5e000. 00000100:00000010:2.0:1731519650.950587:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6fd3c00. 00000100:00000010:2.0:1731519650.950601:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b3bd0000. 00000100:00000010:2.0:1731519650.950611:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a9ea800. 00000100:00000010:2.0:1731519650.950617:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b3bd2000. 00000100:00000010:2.0:1731519650.950621:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a9e9c00. 00000100:00000010:2.0:1731519650.950627:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b3bd4000. 00000100:00000010:2.0:1731519650.950630:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a9ea000. 00000100:00000010:2.0:1731519650.950637:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b3bd6000. 00000100:00000010:2.0:1731519650.950640:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a9ebc00. 00000100:00000010:2.0:1731519650.950653:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b3bd8000. 00000100:00000010:2.0:1731519650.950657:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a9eb800. 00000100:00000010:2.0:1731519650.950662:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b3bda000. 00000100:00000010:2.0:1731519650.950666:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a9eac00. 00000100:00000010:2.0:1731519650.950671:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b3bdc000. 00000100:00000010:2.0:1731519650.950675:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a9ea400. 00000100:00000010:2.0:1731519650.950681:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b3bde000. 00000100:00000010:2.0:1731519650.950685:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a93400. 00000100:00000010:2.0:1731519650.950698:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b5e20000. 00000100:00000010:2.0:1731519650.950702:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a92400. 00000100:00000010:2.0:1731519650.950708:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b5e22000. 00000100:00000010:2.0:1731519650.950711:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a92800. 00000100:00000010:2.0:1731519650.950716:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b5e24000. 00000100:00000010:2.0:1731519650.950719:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a92c00. 00000100:00000010:2.0:1731519650.950725:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b5e26000. 00000100:00000010:2.0:1731519650.950729:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a91800. 00000100:00000010:2.0:1731519650.950741:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b5e28000. 00000100:00000010:2.0:1731519650.950746:0:7468:0:(service.c:83:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b3a90400. 00000100:00000010:2.0:1731519650.950752:0:7468:0:(service.c:93:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b5e2a000. 00000400:00000200:2.0:1731519650.950756:0:7468:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:2.0:1731519650.950783:0:7468:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab40e060. 00000020:00000010:2.0:1731519650.950788:0:7468:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b5dad000. 00000100:00000010:2.0:1731519650.950876:0:7468:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800abcf9cc0. 00000100:00000010:2.0:1731519650.950881:0:7468:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8800abd46840. 00000100:00000010:2.0:1731519650.950890:0:7468:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800abcf9180. 00000100:00000010:2.0:1731519650.950893:0:7468:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800abcf93c0. 00000100:00000010:2.0:1731519650.950895:0:7468:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800abcf9000. 00000100:00000010:2.0:1731519650.950898:0:7468:0:(nrs.c:1047:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8800a9b03d00. 00000100:00000010:2.0:1731519650.950900:0:7468:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800abcf96c0. 00000100:00000010:2.0:1731519650.950902:0:7468:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8800abd46540. 00000100:00000010:2.0:1731519650.950904:0:7468:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800abcf9840. 00000100:00000010:2.0:1731519650.950906:0:7468:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800abcf9300. 00000100:00000010:2.0:1731519650.950908:0:7468:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800abcf9240. 00000100:00000200:2.0:1731519650.950930:0:7468:0:(service.c:852:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:2.0:1731519650.950933:0:7468:0:(service.c:3260:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6e81800. 00000800:00000010:2.0:1731519650.951015:0:6379:0:(socklnd.c:923:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800b5e2c000. 00000800:00000010:2.0:1731519650.951019:0:6379:0:(socklnd.c:950:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800abcf99c0. 00000800:00000010:2.0:1731519650.951024:0:6379:0:(socklnd_proto.c:567:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800abd46480. 00000800:00000010:2.0:1731519650.951032:0:6379:0:(socklnd_proto.c:607:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800abd46480. 00000100:00000010:1.0:1731519650.951080:0:7471:0:(service.c:2818:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b5c61580. 00000020:00000010:1.0:1731519650.951087:0:7471:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b5c613c0. 00000020:00000010:1.0:1731519650.951091:0:7471:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e138000. 00000020:00000010:1.0:1731519650.951095:0:7471:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e139a00. 00000020:00000010:1.0:1731519650.951098:0:7471:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff880130fc0d80. 00000040:00000010:1.0:1731519650.951101:0:7471:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88012e139400. 00000020:00000010:1.0:1731519650.951104:0:7471:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa4b2000. 00000020:00000010:1.0:1731519650.951116:0:7471:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab5a0000. 00000020:00000010:1.0:1731519650.951120:0:7471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e138600. 80000000:00000010:1.0:1731519650.951122:0:7471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130fc02a0. 40000000:00000010:1.0:1731519650.951125:0:7471:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff8800b5c61c80. 00000008:00000010:1.0:1731519650.951133:0:7471:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab5a8000. 00020000:00000010:1.0:1731519650.951138:0:7471:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e352480. 00008000:00000010:1.0:1731519650.951145:0:7471:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab4d4000. 00100000:00000010:1.0:1731519650.951149:0:7471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800aa4b4800. 00040000:00000010:1.0:1731519650.951152:0:7471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b642b300. 00040000:00000010:1.0:1731519650.951155:0:7471:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800aa4b1000. 00040000:00000010:1.0:1731519650.951162:0:7471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012e139000. 00000004:00000010:1.0:1731519650.951165:0:7471:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800aa4b2800. 00000004:00000010:1.0:1731519650.951168:0:7471:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b6e3e000. 00000004:00000010:1.0:1731519650.951171:0:7471:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800aa4b3000. 00002000:00000010:1.0:1731519650.951174:0:7471:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab4ec800. 00000004:00000010:1.0:1731519650.951177:0:7471:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab4ee800. 00000080:00000010:1.0:1731519650.951184:0:7471:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5ed5000. 00000080:00000010:1.0:1731519650.951193:0:7471:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a7e3c000. 00000100:00000200:1.0:1731519650.951197:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951201:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e16e0. 00000400:00000010:1.0:1731519650.951206:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e352a80. 00000100:00000200:1.0:1731519650.951210:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951212:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1738. 00000400:00000010:1.0:1731519650.951214:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e3520c0. 00000100:00000200:1.0:1731519650.951216:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951218:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e18f0. 00000400:00000010:1.0:1731519650.951220:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e352600. 00000100:00000200:1.0:1731519650.951222:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951223:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1898. 00000400:00000010:1.0:1731519650.951225:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e352180. 00000100:00000200:1.0:1731519650.951226:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951228:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1840. 00000400:00000010:1.0:1731519650.951230:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e352cc0. 00000100:00000200:1.0:1731519650.951231:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951233:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e17e8. 00000400:00000010:1.0:1731519650.951235:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f540. 00000100:00000200:1.0:1731519650.951237:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951238:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1790. 00000400:00000010:1.0:1731519650.951240:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7fd80. 00000100:00000200:1.0:1731519650.951242:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951243:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1948. 00000400:00000010:1.0:1731519650.951245:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f840. 00000100:00000200:1.0:1731519650.951247:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951248:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e19a0. 00000400:00000010:1.0:1731519650.951250:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f0c0. 00000100:00000200:1.0:1731519650.951257:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951259:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e19f8. 00000400:00000010:1.0:1731519650.951261:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f3c0. 00000100:00000200:1.0:1731519650.951263:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951292:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1a50. 00000400:00000010:1.0:1731519650.951294:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f000. 00000100:00000200:1.0:1731519650.951296:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951298:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1aa8. 00000400:00000010:1.0:1731519650.951300:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f480. 00000100:00000200:1.0:1731519650.951302:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951303:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1b00. 00000400:00000010:1.0:1731519650.951305:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7fa80. 00000100:00000200:1.0:1731519650.951307:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951308:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1b58. 00000400:00000010:1.0:1731519650.951310:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f900. 00000100:00000200:1.0:1731519650.951312:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951313:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1bb0. 00000400:00000010:1.0:1731519650.951315:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f9c0. 00000100:00000200:1.0:1731519650.951317:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951318:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1c08. 00000400:00000010:1.0:1731519650.951320:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7fb40. 00000100:00000200:1.0:1731519650.951321:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951323:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1c60. 00000400:00000010:1.0:1731519650.951324:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f300. 00000100:00000200:1.0:1731519650.951326:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951328:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1cb8. 00000400:00000010:1.0:1731519650.951329:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f6c0. 00000100:00000200:1.0:1731519650.951331:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951332:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1d10. 00000400:00000010:1.0:1731519650.951334:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f600. 00000100:00000200:1.0:1731519650.951335:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951336:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1d68. 00000400:00000010:1.0:1731519650.951338:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7fcc0. 00000100:00000200:1.0:1731519650.951340:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951341:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1dc0. 00000400:00000010:1.0:1731519650.951348:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f180. 00000100:00000200:1.0:1731519650.951350:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951352:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1e18. 00000400:00000010:1.0:1731519650.951354:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f780. 00000100:00000200:1.0:1731519650.951355:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951357:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1e70. 00000400:00000010:1.0:1731519650.951359:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7f240. 00000100:00000200:1.0:1731519650.951361:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951362:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1ec8. 00000400:00000010:1.0:1731519650.951364:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7ff00. 00000100:00000200:1.0:1731519650.951365:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951367:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1f20. 00000400:00000010:1.0:1731519650.951369:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7fe40. 00000100:00000200:1.0:1731519650.951370:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951372:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1f78. 00000400:00000010:1.0:1731519650.951373:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b7fc00. 00000100:00000200:1.0:1731519650.951375:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951376:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1058. 00000400:00000010:1.0:1731519650.951379:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec480. 00000100:00000200:1.0:1731519650.951380:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951382:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1000. 00000400:00000010:1.0:1731519650.951384:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec6c0. 00000100:00000200:1.0:1731519650.951385:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951387:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e10b0. 00000400:00000010:1.0:1731519650.951389:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec300. 00000100:00000200:1.0:1731519650.951391:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951392:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1108. 00000400:00000010:1.0:1731519650.951394:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec900. 00000100:00000200:1.0:1731519650.951396:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951397:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1160. 00000400:00000010:1.0:1731519650.951399:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ecc00. 00000100:00000200:1.0:1731519650.951401:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951402:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e11b8. 00000400:00000010:1.0:1731519650.951404:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec0c0. 00000100:00000200:1.0:1731519650.951405:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951411:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1210. 00000400:00000010:1.0:1731519650.951413:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec240. 00000100:00000200:1.0:1731519650.951415:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951417:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1268. 00000400:00000010:1.0:1731519650.951419:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec3c0. 00000100:00000200:1.0:1731519650.951420:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951422:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e12c0. 00000400:00000010:1.0:1731519650.951423:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89eccc0. 00000100:00000200:1.0:1731519650.951425:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951426:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1318. 00000400:00000010:1.0:1731519650.951428:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ecb40. 00000100:00000200:1.0:1731519650.951430:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951431:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1370. 00000400:00000010:1.0:1731519650.951433:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec600. 00000100:00000200:1.0:1731519650.951434:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951435:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e13c8. 00000400:00000010:1.0:1731519650.951437:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec9c0. 00000100:00000200:1.0:1731519650.951439:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951440:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1420. 00000400:00000010:1.0:1731519650.951442:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ece40. 00000100:00000200:1.0:1731519650.951443:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951445:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1478. 00000400:00000010:1.0:1731519650.951446:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec780. 00000100:00000200:1.0:1731519650.951448:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951449:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e14d0. 00000400:00000010:1.0:1731519650.951451:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec540. 00000100:00000200:1.0:1731519650.951453:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951454:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1528. 00000400:00000010:1.0:1731519650.951456:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89eca80. 00000100:00000200:1.0:1731519650.951457:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951458:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1580. 00000400:00000010:1.0:1731519650.951460:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ecd80. 00000100:00000200:1.0:1731519650.951462:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951463:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e15d8. 00000400:00000010:1.0:1731519650.951464:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ecf00. 00000100:00000200:1.0:1731519650.951471:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951473:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1630. 00000400:00000010:1.0:1731519650.951474:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec000. 00000100:00000200:1.0:1731519650.951476:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951478:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b43e1688. 00000400:00000010:1.0:1731519650.951479:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec180. 00000100:00000200:1.0:1731519650.951481:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951483:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4ec8. 00000400:00000010:1.0:1731519650.951484:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a89ec840. 00000100:00000200:1.0:1731519650.951486:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951488:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4f78. 00000400:00000010:1.0:1731519650.951490:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cdaf00. 00000100:00000200:1.0:1731519650.951492:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951493:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4420. 00000400:00000010:1.0:1731519650.951496:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cdae40. 00000100:00000200:1.0:1731519650.951497:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951499:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4dc0. 00000400:00000010:1.0:1731519650.951501:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cdad80. 00000100:00000200:1.0:1731519650.951502:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951504:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4e18. 00000400:00000010:1.0:1731519650.951506:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cdacc0. 00000100:00000200:1.0:1731519650.951507:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951509:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb42c0. 00000400:00000010:1.0:1731519650.951511:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cdac00. 00000100:00000200:1.0:1731519650.951512:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951514:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4a50. 00000400:00000010:1.0:1731519650.951515:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cdab40. 00000100:00000200:1.0:1731519650.951517:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951518:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4aa8. 00000400:00000010:1.0:1731519650.951520:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cdaa80. 00000100:00000200:1.0:1731519650.951521:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951523:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4b00. 00000400:00000010:1.0:1731519650.951524:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cda9c0. 00000100:00000200:1.0:1731519650.951526:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951527:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4b58. 00000400:00000010:1.0:1731519650.951534:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cda900. 00000100:00000200:1.0:1731519650.951536:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951538:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4bb0. 00000400:00000010:1.0:1731519650.951540:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cda840. 00000100:00000200:1.0:1731519650.951541:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951543:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4c08. 00000400:00000010:1.0:1731519650.951544:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cda780. 00000100:00000200:1.0:1731519650.951546:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951547:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4e70. 00000400:00000010:1.0:1731519650.951549:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cda6c0. 00000100:00000200:1.0:1731519650.951550:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951552:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4c60. 00000400:00000010:1.0:1731519650.951553:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cda600. 00000100:00000200:1.0:1731519650.951555:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951557:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4cb8. 00000400:00000010:1.0:1731519650.951558:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cda540. 00000100:00000200:1.0:1731519650.951560:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951561:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4d10. 00000400:00000010:1.0:1731519650.951562:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cda480. 00000100:00000200:1.0:1731519650.951564:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951566:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4d68. 00000400:00000010:1.0:1731519650.951567:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cda3c0. 00000100:00000200:1.0:1731519650.951569:0:7471:0:(niobuf.c:1020:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1731519650.951570:0:7471:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4000. 00000400:00000010:1.0:1731519650.951571:0:7471:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a8cda300. 00000100:00000010:1.0:1731519650.951575:0:7471:0:(service.c:2845:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800aa4b0800. 00000100:00000200:1.0:1731519650.951585:0:7471:0:(service.c:2879:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1731519650.951604:0:7468:0:(service.c:3260:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6e80200. 00000100:00000010:2.0:1731519650.951714:0:7472:0:(service.c:2818:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800abd46480. 00000020:00000010:2.0:1731519650.951718:0:7472:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800abd46200. 00000020:00000010:2.0:1731519650.951724:0:7472:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e81e00. 00000020:00000010:2.0:1731519650.951728:0:7472:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e80e00. 00000020:00000010:2.0:1731519650.951732:0:7472:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab40eba0. 00000040:00000010:2.0:1731519650.951736:0:7472:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b65e1a00. 00000020:00000010:2.0:1731519650.951741:0:7472:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a9b50000. 00000020:00000010:2.0:1731519650.951756:0:7472:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8050000. 00000020:00000010:2.0:1731519650.951760:0:7472:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b67d8600. 80000000:00000010:2.0:1731519650.951763:0:7472:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800ab40e0c0. 40000000:00000010:2.0:1731519650.951765:0:7472:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff8800abd46400. 00000008:00000010:2.0:1731519650.951773:0:7472:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8058000. 00020000:00000010:2.0:1731519650.951777:0:7472:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaa900. 00008000:00000010:2.0:1731519650.951785:0:7472:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83c000. 00100000:00000010:2.0:1731519650.951789:0:7472:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a9b54000. 00040000:00000010:2.0:1731519650.951792:0:7472:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6df2c00. 00040000:00000010:2.0:1731519650.951795:0:7472:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a9b52800. 00040000:00000010:2.0:1731519650.951801:0:7472:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b67d9400. 00000004:00000010:2.0:1731519650.951805:0:7472:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a9b55000. 00000004:00000010:2.0:1731519650.951808:0:7472:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b5dae000. 00000004:00000010:2.0:1731519650.951811:0:7472:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a9b54800. 00002000:00000010:2.0:1731519650.951814:0:7472:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b3a93c00. 00000004:00000010:2.0:1731519650.951821:0:7472:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800b5d40000. 00000080:00000010:2.0:1731519650.951855:0:7472:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c000. 00000080:00000010:2.0:1731519650.951864:0:7472:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b0000. 00000100:00000010:2.0:1731519650.951868:0:7472:0:(service.c:2845:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800a9b50800. 00000100:00000200:2.0:1731519650.951879:0:7472:0:(service.c:2879:ptlrpc_main()) service thread 1 (#2) started 00000800:00000200:0.1F:1731519650.953351:0:6379:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1731519650.953374:0:6379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.1:1731519650.953380:0:6379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bb00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1731519650.953388:0:6379:0:(socklnd.c:1220:ksocknal_create_conn()) New conn 12345-192.168.203.102@tcp p 3.x 192.168.203.2 -> 192.168.203.102:988 incarnation:1731519624385630198 sched[0] 00000800:00000010:0.0:1731519650.953394:0:6379:0:(socklnd.c:1228:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800abcf99c0. 00000100:00000010:3.0:1731519650.953415:0:7468:0:(service.c:3260:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b65dac00. 00000400:00000200:0.0:1731519650.953455:0:6379:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.102:988 00000800:00000200:3.0:1731519650.953473:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1731519650.953477:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8800b642bb00. 00000400:00000200:3.0:1731519650.953481:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731519650.953488:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: GET: OK 00000400:00000200:3.0:1731519650.953493:0:6384:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1731519650.953496:0:6384:0:(peer.c:3039:lnet_discovery_event_send()) Ping Send to 192.168.203.102@tcp: 0 00000400:00000200:3.0:1731519650.954440:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : REPLY - for me 00000400:00000200:3.0:1731519650.954464:0:6386:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.203.2@tcp: Reply from 12345-192.168.203.102@tcp of length 48/48 into md 0x9 00000400:00000200:3.0:1731519650.954483:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1731519650.954486:0:6379:0:(socklnd.c:923:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff880136acc000. 00000400:00000200:3.0:1731519650.954488:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: REPLY: OK 00000400:00000200:3.0:1731519650.954492:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381a18 00000800:00000010:0.0:1731519650.954493:0:6379:0:(socklnd.c:950:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800abd76240. 00000400:00000010:3.0:1731519650.954495:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381a18. 00000800:00000010:0.0:1731519650.954498:0:6379:0:(socklnd_proto.c:567:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff880136b4a500. 00000400:00000200:3.0:1731519650.954498:0:6386:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1731519650.954502:0:6386:0:(peer.c:2917:lnet_discovery_event_reply()) Peer 192.168.203.102@tcp has discovery enabled 00000400:00000200:3.0:1731519650.954505:0:6386:0:(peer.c:2929:lnet_discovery_event_reply()) peer 192.168.203.102@tcp(ffff8800a8995000) is MR 00000400:00000200:3.0:1731519650.954508:0:6386:0:(peer.c:2998:lnet_discovery_event_reply()) peer 192.168.203.102@tcp data present 1. state = 0x100241 00000800:00000010:0.0:1731519650.954509:0:6379:0:(socklnd_proto.c:607:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff880136b4a500. 00000400:00000200:3.0:1731519650.954512:0:6386:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.102@tcp: -114 00000400:00000200:0.0:1731519650.954538:0:6389:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1731519650.954545:0:6389:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.203.102@tcp(ffff8800a8995000) state 0x1000c1 00000400:00000010:0.0:1731519650.954552:0:6389:0:(peer.c:3268:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff880136b4a500. 00000400:00000010:0.0:1731519650.954555:0:6389:0:(peer.c:3269:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff880136b4a700. 00000400:00000010:0.0:1731519650.954558:0:6389:0:(peer.c:3270:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff880136b4a540. 00000400:00000010:0.0:1731519650.954565:0:6389:0:(peer.c:3416:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff880136b4a500. 00000400:00000010:0.0:1731519650.954577:0:6389:0:(peer.c:3417:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff880136b4a700. 00000400:00000010:0.0:1731519650.954580:0:6389:0:(peer.c:3418:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff880136b4a540. 00000400:00000010:0.0:1731519650.954583:0:6389:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffff88012e138a00. 00000400:00000200:0.0:1731519650.954589:0:6389:0:(peer.c:3421:lnet_peer_merge_data()) peer 192.168.203.102@tcp (ffff8800a8995000): 0 00000400:00000200:0.0:1731519650.954593:0:6389:0:(peer.c:3726:lnet_peer_data_present()) peer 192.168.203.102@tcp(ffff8800a8995000): 0. state = 0x100141 00000400:00000200:0.0:1731519650.954598:0:6389:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.203.102@tcp(ffff8800a8995000) state 0x100141 rc 1 00000400:00000200:0.0:1731519650.954603:0:6389:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.203.102@tcp(ffff8800a8995000) state 0x100141 00000400:00000010:0.0:1731519650.954608:0:6389:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9662a8. 00000400:00000010:0.0:1731519650.954625:0:6389:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88012aa8a2d8. 00000400:00000200:0.0:1731519650.954631:0:6389:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519650.954642:0:6389:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.203.2@tcp to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519650.954649:0:6389:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [2:2:256:4294967295] 192.168.203.102@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1731519650.954656:0:6389:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.102@tcp 00000400:00000200:0.0:1731519650.954667:0:6389:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:192.168.203.2@tcp) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519650.954675:0:6389:0:(socklnd_cb.c:1000:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519650.954679:0:6389:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41b00. 00000800:00000200:0.0:1731519650.954685:0:6389:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (3) 00000800:00000200:0.0:1731519650.954692:0:6389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519650.954697:0:6389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41b00 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:0.0:1731519650.954729:0:6389:0:(peer.c:3934:lnet_peer_send_push()) peer 192.168.203.102@tcp 00000400:00000200:0.0:1731519650.954732:0:6389:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.203.102@tcp(ffff8800a8995000) state 0x100541 rc 0 00000800:00000200:3.0:1731519650.954799:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1731519650.954803:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41b00. 00000400:00000200:3.0:1731519650.954806:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731519650.954811:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:3.0:1731519650.954814:0:6384:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1731519650.954816:0:6384:0:(peer.c:3039:lnet_discovery_event_send()) Push Send to 192.168.203.102@tcp: 0 00000100:00000010:1.0:1731519650.954925:0:7473:0:(service.c:2818:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b5c61300. 00000020:00000010:1.0:1731519650.954932:0:7473:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b5c610c0. 00000020:00000010:1.0:1731519650.954937:0:7473:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e138400. 00000020:00000010:1.0:1731519650.954940:0:7473:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e139200. 00000020:00000010:1.0:1731519650.954943:0:7473:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff880130fc01e0. 00000040:00000010:1.0:1731519650.954946:0:7473:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88012e138800. 00000020:00000010:1.0:1731519650.954951:0:7473:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa4b3800. 00000020:00000010:1.0:1731519650.954955:0:7473:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab5a0508. 00000020:00000010:1.0:1731519650.954967:0:7473:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e139600. 80000000:00000010:1.0:1731519650.954970:0:7473:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130fc0600. 40000000:00000010:1.0:1731519650.954974:0:7473:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff8800b5c61000. 00000008:00000010:1.0:1731519650.954979:0:7473:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab5a8b28. 00020000:00000010:1.0:1731519650.954982:0:7473:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8cda180. 00008000:00000010:1.0:1731519650.954986:0:7473:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab4d4388. 00100000:00000010:1.0:1731519650.954991:0:7473:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800aa4b0000. 00040000:00000010:1.0:1731519650.954994:0:7473:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b642b500. 00040000:00000010:1.0:1731519650.955001:0:7473:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880136997800. 00040000:00000010:1.0:1731519650.955004:0:7473:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012e138c00. 00000004:00000010:1.0:1731519650.955009:0:7473:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff880136995800. 00000004:00000010:1.0:1731519650.955013:0:7473:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b6e39000. 00000004:00000010:1.0:1731519650.955017:0:7473:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff880136992800. 00002000:00000010:1.0:1731519650.955022:0:7473:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab4ee400. 00000004:00000010:1.0:1731519650.955025:0:7473:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab4ee000. 00000080:00000010:1.0:1731519650.955028:0:7473:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5ed5098. 00000080:00000010:1.0:1731519650.955032:0:7473:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a7e3c248. 00000100:00000010:1.0:1731519650.955037:0:7473:0:(service.c:2845:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff880136992000. 00000100:00000200:1.0:1731519650.955064:0:7473:0:(service.c:2879:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:3.0:1731519650.955086:0:7468:0:(ldlm_lockd.c:3372:ldlm_setup()) kmalloced '(blp)': 168 at ffff8800a8f90000. 00010000:00000010:1.0:1731519650.955247:0:7474:0:(ldlm_lockd.c:3005:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8800b5c61180. 00000020:00000010:1.0:1731519650.955252:0:7474:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e139c00. 00000020:00000010:1.0:1731519650.955257:0:7474:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e138a00. 00000020:00000010:1.0:1731519650.955261:0:7474:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff880136991800. 00000020:00000010:1.0:1731519650.955300:0:7474:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ab5a0a10. 00000020:00000010:1.0:1731519650.955305:0:7474:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b66a6000. 80000000:00000010:1.0:1731519650.955309:0:7474:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130fc0420. 40000000:00000010:1.0:1731519650.955312:0:7474:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff8800b5c614c0. 00100000:00000010:1.0:1731519650.955317:0:7474:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880136991000. 00040000:00000010:1.0:1731519650.955321:0:7474:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b642bc00. 00040000:00000010:1.0:1731519650.955325:0:7474:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6d5f400. 00002000:00000010:1.0:1731519650.955330:0:7474:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b6581400. 00000020:00000010:1.0:1731519650.955334:0:7474:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b5c619c0. 00010000:00000010:3.0:1731519650.955454:0:7475:0:(ldlm_lockd.c:3005:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff88012b12a640. 00000020:00000010:3.0:1731519650.955457:0:7475:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b65db800. 00000020:00000010:3.0:1731519650.955461:0:7475:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b65da200. 00000020:00000010:3.0:1731519650.955472:0:7475:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6d02000. 00000020:00000010:3.0:1731519650.955475:0:7475:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ad9a8508. 00000020:00000010:3.0:1731519650.955478:0:7475:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b65db400. 80000000:00000010:3.0:1731519650.955481:0:7475:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800adad0a80. 40000000:00000010:3.0:1731519650.955483:0:7475:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012b12afc0. 00100000:00000010:3.0:1731519650.955487:0:7475:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6d05000. 00040000:00000010:3.0:1731519650.955490:0:7475:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b5e68e00. 00040000:00000010:3.0:1731519650.955493:0:7475:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b65db200. 00002000:00000010:3.0:1731519650.955496:0:7475:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff88012a485c00. 00000020:00000010:3.0:1731519650.955499:0:7475:0:(lu_object.c:1919:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012b12a4c0. 00010000:00000010:2.0:1731519650.955642:0:7468:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800abd46300. 00010000:00000010:2.0:1731519650.955649:0:7468:0:(lustre_compat.h:704:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800abd46880. 00000020:00000010:2.0:1731519650.955668:0:7468:0:(genops.c:1192:class_new_import()) kmalloced '(imp)': 1680 at ffff8800a9b53000. 00000100:00000200:2.0:1731519650.955686:0:7468:0:(events.c:572:ptlrpc_uuid_to_peer()) MGC192.168.203.102@tcp_0->12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519650.955694:0:7468:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.102@tcp: -114 00000400:00000200:2.0:1731519650.955697:0:7468:0:(peer.c:2733:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1731519650.955700:0:7468:0:(peer.c:2773:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1731519650.955703:0:7468:0:(peer.c:2782:lnet_discover_peer_locked()) peer 192.168.203.102@tcp NID 192.168.203.102@tcp: 0. pending discovery 00000400:00000200:2.0:1731519650.955710:0:7468:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.203.102@tcp primary NID 192.168.203.102@tcp rc 0 00000100:00000010:2.0:1731519650.955714:0:7468:0:(connection.c:93:ptlrpc_connection_get()) kmalloced '(conn)': 96 at ffff8800ab40e420. 00010000:00000010:2.0:1731519650.955720:0:7468:0:(ldlm_lib.c:69:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800ab40e8a0. 00010000:00000010:2.0:1731519650.955727:0:7468:0:(ldlm_resource.c:935:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800b5d40400. 00000001:00000010:2.0:1731519650.955731:0:7468:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b6df2900. 00000001:00000010:2.0:1731519650.955735:0:7468:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff8800a8b34620. 00000001:00000010:2.0:1731519650.955739:0:7468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 200 at ffff8800b6df2000. 00000001:00000010:2.0:1731519650.955742:0:7468:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 200 at ffff8800b6df2700. 00010000:00000010:2.0:1731519650.955747:0:7468:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 176 at ffff88012daaa780. 00000020:00000010:2.0:1731519650.955805:0:7468:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab40e660. 00000020:00000010:2.0:1731519650.955810:0:7468:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a8632fe0. 00000020:00000010:2.0:1731519650.955860:0:7468:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab40e780. 00000020:00000010:2.0:1731519650.955863:0:7468:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b67d8e00. 00000040:00000010:2.0:1731519650.955899:0:7468:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff88012daaa240. 00000400:00000200:0.0:1731519650.955900:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : ACK - for me 00000400:00000200:0.0:1731519650.955915:0:6385:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.203.2@tcp: ACK from 12345-192.168.203.102@tcp into md 0x111 00000800:00000200:1.1:1731519650.955917:0:6379:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000400:00000200:0.0:1731519650.955922:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1731519650.955927:0:6379:0:(socklnd.c:1220:ksocknal_create_conn()) New conn 12345-192.168.203.102@tcp p 3.x 192.168.203.2 -> 192.168.203.102:988 incarnation:1731519624385630198 sched[0] 00000400:00000200:0.0:1731519650.955928:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: ACK: OK 00000400:00000200:0.0:1731519650.955933:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9662a8 00000400:00000010:0.0:1731519650.955935:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9662a8. 00000800:00000010:1.0:1731519650.955938:0:6379:0:(socklnd.c:1228:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800abd76240. 00000400:00000200:0.0:1731519650.955939:0:6385:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1731519650.955942:0:6385:0:(peer.c:2805:lnet_discovery_event_ack()) peer 192.168.203.102@tcp ev->status 0 00000400:00000200:0.0:1731519650.955947:0:6385:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.102@tcp: -114 00000400:00000200:0.0:1731519650.955986:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:1.0:1731519650.955987:0:6379:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.102:988 00000400:00000200:0.0:1731519650.955995:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1731519650.956005:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.102@tcp of length 48/48 into md 0x5 [1] + 0 00000400:00000200:1.0:1731519650.956007:0:6379:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.102:988 00000400:00000010:0.0:1731519650.956011:0:6385:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b40462c0. 00000400:00000200:0.0:1731519650.956015:0:6385:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800adac3990 00000400:00000200:0.0:1731519650.956063:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.956069:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519650.956069:0:6389:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1731519650.956072:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3990 00000400:00000010:0.0:1731519650.956074:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3990. 00000400:00000200:1.0:1731519650.956074:0:6389:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.203.102@tcp(ffff8800a8995000) state 0x100141 00000400:00000200:0.0:1731519650.956077:0:6385:0:(api-ni.c:2242:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1731519650.956078:0:6389:0:(peer.c:3856:lnet_peer_discovered()) peer 192.168.203.102@tcp 00000400:00000200:1.0:1731519650.956081:0:6389:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.203.102@tcp(ffff8800a8995000) state 0x100111 rc 0 00000400:00000200:1.0:1731519650.956084:0:6389:0:(peer.c:2427:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.102@tcp 00000400:00000200:0.0:1731519650.956085:0:6385:0:(peer.c:2576:lnet_peer_push_event()) peer 192.168.203.102@tcp(ffff8800a8995000) is MR 00000400:00000010:0.0:1731519650.956088:0:6385:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff880136b4a540. 00000400:00000200:0.0:1731519650.956090:0:6385:0:(peer.c:2650:lnet_peer_push_event()) Received Push 192.168.203.102@tcp 1 00000400:00000200:0.0:1731519650.956097:0:6385:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.102@tcp: 0 00000400:00000200:0.0:1731519650.956105:0:6385:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000010:1.0:1731519650.956105:0:6389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4058. 00000400:00000200:0.0:1731519650.956109:0:6385:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.203.2@tcp to MR: 192.168.203.102@tcp local destination 00000400:00000010:1.0:1731519650.956109:0:6389:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381880. 00000400:00000200:1.0:1731519650.956113:0:6389:0:(api-ni.c:2232:lnet_push_target_post()) posted push target ffff8800a8995c00 00000400:00000200:0.0:1731519650.956114:0:6385:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [3:3:256:4294967295] 192.168.203.102@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1731519650.956116:0:6389:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.203.102@tcp(ffff8800a8995000) state 0x1000d1 00000400:00000010:1.0:1731519650.956120:0:6389:0:(peer.c:3268:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8800b5c61bc0. 00000400:00000010:1.0:1731519650.956122:0:6389:0:(peer.c:3269:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8800b5c611c0. 00000400:00000200:0.0:1731519650.956123:0:6385:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:192.168.203.2@tcp) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) 192.168.203.102@tcp : ACK try# 0 00000400:00000010:1.0:1731519650.956123:0:6389:0:(peer.c:3270:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8800b5c61680. 00000400:00000010:1.0:1731519650.956127:0:6389:0:(peer.c:3416:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8800b5c61bc0. 00000800:00000200:0.0:1731519650.956128:0:6385:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.102@tcp 00000400:00000010:1.0:1731519650.956129:0:6389:0:(peer.c:3417:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8800b5c611c0. 00000800:00000010:0.0:1731519650.956131:0:6385:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41b00. 00000400:00000010:1.0:1731519650.956131:0:6389:0:(peer.c:3418:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8800b5c61680. 00000400:00000010:1.0:1731519650.956133:0:6389:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff880136b4a540. 00000800:00000200:0.0:1731519650.956135:0:6385:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (4) 00000400:00000200:1.0:1731519650.956136:0:6389:0:(peer.c:3421:lnet_peer_merge_data()) peer 192.168.203.102@tcp (ffff8800a8995000): 0 00000400:00000200:1.0:1731519650.956139:0:6389:0:(peer.c:3726:lnet_peer_data_present()) peer 192.168.203.102@tcp(ffff8800a8995000): 0. state = 0x100151 00000800:00000200:0.0:1731519650.956140:0:6385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000400:00000200:1.0:1731519650.956142:0:6389:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.203.102@tcp(ffff8800a8995000) state 0x100151 rc 1 00000800:00000200:0.0:1731519650.956143:0:6385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41b00 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1731519650.956145:0:6389:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.203.102@tcp(ffff8800a8995000) state 0x100151 00000400:00000200:1.0:1731519650.956148:0:6389:0:(peer.c:3856:lnet_peer_discovered()) peer 192.168.203.102@tcp 00000400:00000200:1.0:1731519650.956149:0:6389:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.203.102@tcp(ffff8800a8995000) state 0x100111 rc 0 00000400:00000200:1.0:1731519650.956152:0:6389:0:(peer.c:2427:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.102@tcp 00000800:00000200:0.0:1731519650.956195:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1731519650.956195:0:7468:0:(obd_mount.c:178:do_lcfg()) kfreed 'lcfg': 112 at ffff8800a9b03000. 00000800:00000010:0.0:1731519650.956198:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41b00. 00000400:00000200:0.0:1731519650.956201:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.956205:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: ACK: OK 00000020:00000010:2.0:1731519650.956212:0:7468:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800a9b53800. 00000400:00000200:2.0:1731519650.956229:0:7468:0:(peer.c:1527:LNetPeerDiscovered()) Peer NID 192.168.203.102@tcp discovered: 1 00000100:00000010:2.0:1731519650.956251:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444000. 02000000:00000010:2.0:1731519650.956319:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d40800. 00000020:00000010:2.0:1731519650.956357:0:7468:0:(obd_mount.c:571:lustre_start_mgc()) kfreed 'uuid': 40 at ffff8800abd469c0. 00000020:00000010:2.0:1731519650.956361:0:7468:0:(obd_mount.c:572:lustre_start_mgc()) kfreed 'data': 192 at ffff8800abcf9e40. 00000020:00000010:0.0:1731519650.956364:0:6390:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b98508. 00000020:00000010:2.0:1731519650.956364:0:7468:0:(obd_mount.c:573:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff8800a8632120. 00000020:00000010:2.0:1731519650.956368:0:7468:0:(obd_mount.c:258:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff8800a86323e0. 00000020:00000010:0.0:1731519650.956370:0:6390:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e351c00. 00000080:00000010:2.0:1731519650.956373:0:7468:0:(llite_lib.c:1374:ll_fill_super()) kmalloced '(cfg)': 80 at ffff8800ab40e540. 80000000:00000010:0.0:1731519650.956374:0:6390:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b5c65ae0. 00000080:00000010:2.0:1731519650.956378:0:7468:0:(llite_lib.c:104:ll_init_sbi()) kmalloced '(sbi)': 1040 at ffff8800a9b57000. 40000000:00000010:0.0:1731519650.956387:0:6390:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff880136b4a700. 00000008:00000010:0.0:1731519650.956401:0:6390:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800abce0000. 00020000:00000010:0.0:1731519650.956406:0:6390:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800abd76840. 00008000:00000010:0.0:1731519650.956417:0:6390:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800aa588000. 00000020:00000010:2.0:1731519650.956418:0:7468:0:(cl_page.c:1164:cl_cache_init()) kmalloced '(cache)': 160 at ffff88012daaa3c0. 00100000:00000010:0.0:1731519650.956423:0:6390:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012e154000. 00000080:00000010:2.0:1731519650.956423:0:7468:0:(llite_lib.c:138:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff8800ad89ad60. 00040000:00000010:0.0:1731519650.956426:0:6390:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6d41b00. 00000080:00000010:2.0:1731519650.956426:0:7468:0:(llite_lib.c:145:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff8800ad89add0. 00040000:00000010:0.0:1731519650.956430:0:6390:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012e150800. 00040000:00000010:0.0:1731519650.956597:0:6390:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012e351600. 00000004:00000010:0.0:1731519650.956602:0:6390:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012e157800. 00000004:00000010:0.0:1731519650.956608:0:6390:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012b13a000. 00000004:00000010:0.0:1731519650.956612:0:6390:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a8e96800. 00002000:00000010:0.0:1731519650.956616:0:6390:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b64f2400. 00000004:00000010:0.0:1731519650.956620:0:6390:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800b64f0c00. 00000020:00000010:2.0:1731519650.956620:0:7468:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab40ea80. 00000020:00000010:2.0:1731519650.956625:0:7468:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1312 at ffff8800a9b57800. 00000020:00000010:2.0:1731519650.956631:0:7468:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab40e960. 00000080:00000010:0.0:1731519650.956632:0:6390:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b6cf7000. 00000020:00000010:2.0:1731519650.956634:0:7468:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 544 at ffff8800b5d41400. 00000080:00000010:0.0:1731519650.956643:0:6390:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8914000. 00000008:00000010:0.0:1731519650.956656:0:6390:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3866000. 00020000:00000010:0.0:1731519650.956666:0:6390:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b3988000. 00008000:00000010:0.0:1731519650.956670:0:6390:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a86d10c0. 00000080:00000010:0.0:1731519650.956676:0:6390:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b6eb9000. 02000000:00000010:0.0:1731519650.956693:0:6390:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b64f1c00. 00000800:00000010:1.0:1731519650.956697:0:6379:0:(socklnd.c:923:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800abc8c000. 00000400:00000010:0.0:1731519650.956698:0:6390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856370. 00000400:00000010:0.0:1731519650.956701:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9662a8. 00000800:00000010:1.0:1731519650.956703:0:6379:0:(socklnd.c:950:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800a8cda0c0. 00000100:00000200:0.0:1731519650.956705:0:6390:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914964096, portal 25 00000800:00000010:1.0:1731519650.956707:0:6379:0:(socklnd_proto.c:567:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b5c61680. 00000400:00000010:0.0:1731519650.956709:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966f68. 00000100:00000200:0.0:1731519650.956711:0:6390:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1815629914964096, offset 0 00000800:00000010:1.0:1731519650.956714:0:6379:0:(socklnd_proto.c:607:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b5c61680. 00000400:00000200:0.0:1731519650.956717:0:6390:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519650.956723:0:6390:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519650.956727:0:6390:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519650.956730:0:6390:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519650.956732:0:6390:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519650.956734:0:6390:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519650.956737:0:6390:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [4:4:256:4294967295] 192.168.203.102@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1731519650.956746:0:6390:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519650.956755:0:6390:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519650.956757:0:6390:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41400. 00000800:00000200:0.0:1731519650.956761:0:6390:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (4) 00000800:00000200:0.0:1731519650.956766:0:6390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519650.956769:0:6390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41400 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:2.0:1731519650.956791:0:7468:0:(obd_mount.c:86:lustre_process_log()) kmalloced '(bufs)': 104 at ffff8800a9b03600. 00000020:00000010:2.0:1731519650.956796:0:7468:0:(obd_mount.c:95:lustre_process_log()) kmalloced '(lcfg)': 176 at ffff88012daaa180. 10000000:00000010:2.0:1731519650.956804:0:7468:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff8800b67d8400. 02000000:00000010:2.0:1731519650.956811:0:7468:0:(sec_config.c:558:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff8800a9b03100. 00000100:00000010:2.0:1731519650.956819:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444380. 02000000:00000010:2.0:1731519650.956848:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b67d8200. 00010000:00000010:2.0:1731519650.956860:0:7468:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6df2600. 00010000:00000010:2.0:1731519650.956879:0:7468:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3918000. 00000020:00000010:2.0:1731519650.956885:0:7468:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800abd46e80. 00000100:00000010:2.0:1731519650.956901:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa300. 00000020:00000010:2.0:1731519650.956932:0:49:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b67d9e00. 00000800:00000200:2.0:1731519650.957039:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519650.957044:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41400. 00000400:00000200:2.0:1731519650.957048:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519650.957063:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519650.957068:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966f68 00000400:00000010:2.0:1731519650.957070:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966f68. 00000100:00000200:2.0:1731519650.957079:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444000 x1815629914964096/t0(0) o250->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 520/544 e 0 to 0 dl 1731519660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000800:00000200:0.1:1731519650.957860:0:6379:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1731519650.957870:0:6379:0:(socklnd.c:1220:ksocknal_create_conn()) New conn 12345-192.168.203.102@tcp p 3.x 192.168.203.2 -> 192.168.203.102:988 incarnation:1731519624385630198 sched[0] 00000800:00000010:0.0:1731519650.957874:0:6379:0:(socklnd.c:1228:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800a8cda0c0. 00000400:00000200:0.0:1731519650.958480:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519650.958490:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 416 into portal 25 MB=0x6734e48200080 00000400:00000200:0.0:1731519650.958495:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 416/416 into md 0x119 [1] + 0 00000400:00000200:0.0:1731519650.958510:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.958514:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519650.958521:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444000 x1815629914964096/t0(0) o250->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 520/544 e 0 to 0 dl 1731519660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1731519650.958549:0:6390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856370. 00000400:00000200:0.0:1731519650.958551:0:6390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9662a8 00000400:00000010:0.0:1731519650.958553:0:6390:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9662a8. 00000100:00000200:0.0:1731519650.958556:0:6390:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444000 x1815629914964096/t0(0) o250->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 520/544 e 0 to 0 dl 1731519660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1731519650.958565:0:6390:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444000 x1815629914964096/t0(0) o250->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 520/544 e 0 to 0 dl 1731519660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:0.0:1731519650.958619:0:6390:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b64f1c00. 02000000:00000010:0.0:1731519650.958623:0:6390:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d40800. 00000100:00000010:0.0:1731519650.958627:0:6390:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444000. 02000000:00000010:2.0:1731519650.958639:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d41800. 00000400:00000010:2.0:1731519650.958646:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046370. 00000400:00000010:2.0:1731519650.958650:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3660. 00000100:00000200:2.0:1731519650.958653:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914964224, portal 25 00000400:00000010:2.0:1731519650.958657:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3f68. 00000100:00000200:2.0:1731519650.958658:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1815629914964224, offset 0 00000400:00000200:2.0:1731519650.958673:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519650.958680:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519650.958683:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519650.958686:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519650.958689:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519650.958691:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519650.958694:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [5:5:256:4294967295] 192.168.203.102@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1731519650.958703:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519650.958708:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519650.958711:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2400. 00000800:00000200:2.0:1731519650.958715:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519650.958720:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519650.958724:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1731519650.958781:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519650.958784:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2400. 00000400:00000200:0.0:1731519650.958787:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.958791:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519650.958794:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3f68 00000400:00000010:0.0:1731519650.958802:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3f68. 00000100:00000200:0.0:1731519650.958808:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444380 x1815629914964224/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1731519650.960152:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519650.960166:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 344 into portal 25 MB=0x6734e48200100 00000400:00000200:0.0:1731519650.960174:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 344/344 into md 0x121 [1] + 224 00000400:00000200:0.0:1731519650.960194:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.960199:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519650.960206:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444380 x1815629914964224/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:2.0:1731519650.960334:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046370. 00000400:00000200:2.0:1731519650.960342:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3660 00000400:00000010:2.0:1731519650.960343:0:7468:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3660. 00000100:00000200:2.0:1731519650.960351:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444380 x1815629914964224/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1731519650.960362:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444380 x1815629914964224/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:2.0:1731519650.960396:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa300. 02000000:00000010:2.0:1731519650.960411:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d41800. 02000000:00000010:2.0:1731519650.960415:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b67d8200. 00000100:00000010:2.0:1731519650.960418:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444380. 10000000:00000010:2.0:1731519650.960424:0:7468:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800abd46fc0. 00000020:00000010:2.0:1731519650.960427:0:7468:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b67d8200. 00000020:00000010:2.0:1731519650.960431:0:7468:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b67d8800. 00000040:00000010:2.0:1731519650.960434:0:7468:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b67d9800. 00000020:00000010:2.0:1731519650.960436:0:7468:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a9b55800. 00000020:00000010:2.0:1731519650.960439:0:7468:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b67d8a00. 80000000:00000010:2.0:1731519650.960442:0:7468:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800ab40e900. 00040000:00000010:2.0:1731519650.960446:0:7468:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a7d73200. 20000000:00000010:2.0:1731519650.960449:0:7468:0:(mgs_handler.c:1475:mgs_key_init()) kmalloced '(value)': 392 at ffff8800a7d72a00. 00000040:00000010:2.0:1731519650.960454:0:7468:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800a7d72e00. 00000100:00000010:2.0:1731519650.960459:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444380. 02000000:00000010:2.0:1731519650.960467:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a7d72600. 00000100:00000010:2.0:1731519650.960474:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa300. 02000000:00000010:2.0:1731519650.960483:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a7d73600. 00000400:00000010:2.0:1731519650.960486:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046370. 00000400:00000010:2.0:1731519650.960490:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3660. 00000100:00000200:2.0:1731519650.960495:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914964352, portal 25 00000400:00000010:2.0:1731519650.960500:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3880. 00000100:00000200:2.0:1731519650.960502:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1815629914964352, offset 0 00000400:00000200:2.0:1731519650.960511:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519650.960520:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519650.960525:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519650.960529:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519650.960532:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519650.960536:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519650.960540:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [6:6:256:4294967295] 192.168.203.102@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1731519650.960554:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519650.960570:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519650.960575:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2400. 00000800:00000200:2.0:1731519650.960581:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519650.960589:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519650.960594:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2400 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:0.0:1731519650.960698:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519650.960703:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2400. 00000400:00000200:0.0:1731519650.960707:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.960712:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519650.960715:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3880 00000400:00000010:0.0:1731519650.960717:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3880. 00000100:00000200:0.0:1731519650.960722:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444380 x1815629914964352/t0(0) o501->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 512/272 e 0 to 0 dl 1731519666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1731519650.962554:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519650.962565:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 272 into portal 25 MB=0x6734e48200180 00000400:00000200:0.0:1731519650.962571:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 272/272 into md 0x129 [1] + 224 00000400:00000200:0.0:1731519650.962587:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.962591:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519650.962598:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444380 x1815629914964352/t0(0) o501->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 512/272 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:2.0:1731519650.962723:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046370. 00000400:00000200:2.0:1731519650.962731:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3660 00000400:00000010:2.0:1731519650.962732:0:7468:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3660. 00000100:00000200:2.0:1731519650.962741:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444380 x1815629914964352/t0(0) o501->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 512/272 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1731519650.962752:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444380 x1815629914964352/t0(0) o501->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 512/272 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:2.0:1731519650.962769:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa300. 02000000:00000010:2.0:1731519650.962776:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a7d73600. 02000000:00000010:2.0:1731519650.962779:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a7d72600. 00000100:00000010:2.0:1731519650.962782:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444380. 00000040:00000010:2.0:1731519650.962786:0:7468:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800a7d72e00. 00000020:00000010:2.0:1731519650.962790:0:7468:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b67d8800. 00000040:00000010:2.0:1731519650.962794:0:7468:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b67d9800. 00000020:00000010:2.0:1731519650.962798:0:7468:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800a9b55800. 00000020:00000010:2.0:1731519650.962802:0:7468:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b67d8a00. 80000000:00000010:2.0:1731519650.962806:0:7468:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800ab40e900. 00040000:00000010:2.0:1731519650.962809:0:7468:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a7d73200. 20000000:00000010:2.0:1731519650.962812:0:7468:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff8800a7d72a00. 00000020:00000010:2.0:1731519650.962814:0:7468:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b67d8200. 10000000:00000010:2.0:1731519650.962817:0:7468:0:(mgc_request.c:1688:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800abd46fc0. 10000000:00000010:2.0:1731519650.962875:0:7468:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff8800a7d72a00. 10000000:00000010:2.0:1731519650.962880:0:7468:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff8800a7d73200. 10000000:00000010:2.0:1731519650.962884:0:7468:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff8800a7d72e00. 00000100:00000010:2.0:1731519650.962888:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444380. 02000000:00000010:2.0:1731519650.962895:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a7d72600. 00010000:00000010:2.0:1731519650.962912:0:7468:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3918240. 00000100:00000010:2.0:1731519650.962921:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa300. 02000000:00000010:2.0:1731519650.962930:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d41800. 00000400:00000010:2.0:1731519650.962934:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046370. 00000400:00000010:2.0:1731519650.962937:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3660. 00000100:00000200:2.0:1731519650.962941:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914964480, portal 25 00000400:00000010:2.0:1731519650.962944:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3088. 00000100:00000200:2.0:1731519650.962946:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1815629914964480, offset 0 00000400:00000200:2.0:1731519650.962952:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519650.962959:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519650.962962:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519650.962966:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519650.962968:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519650.962970:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519650.962973:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [7:7:256:4294967295] 192.168.203.102@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1731519650.962982:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519650.962987:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519650.962989:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2500. 00000800:00000200:2.0:1731519650.962993:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519650.962999:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519650.963002:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1731519650.963166:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519650.963172:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2500. 00000400:00000200:0.0:1731519650.963176:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.963183:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519650.963187:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3088 00000400:00000010:0.0:1731519650.963197:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3088. 00000100:00000200:0.0:1731519650.963204:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444380 x1815629914964480/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1731519650.964672:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:2.0:1731519650.964684:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 344 into portal 25 MB=0x6734e48200200 00000400:00000200:2.0:1731519650.964690:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 344/344 into md 0x131 [1] + 224 00000400:00000200:2.0:1731519650.964708:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519650.964712:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731519650.964719:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444380 x1815629914964480/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:0.0:1731519650.964791:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046370. 00000400:00000200:0.0:1731519650.964798:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3660 00000400:00000010:0.0:1731519650.964800:0:7468:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3660. 00000100:00000200:0.0:1731519650.964808:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444380 x1815629914964480/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1731519650.964819:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444380 x1815629914964480/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:0.0:1731519650.964863:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa300. 02000000:00000010:0.0:1731519650.964876:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d41800. 02000000:00000010:0.0:1731519650.964880:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a7d72600. 00000100:00000010:0.0:1731519650.964882:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444380. 10000000:00000010:0.0:1731519650.964888:0:7468:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880136b4a500. 00000020:00000010:0.0:1731519650.964891:0:7468:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e350400. 00000020:00000010:0.0:1731519650.964894:0:7468:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e351400. 00000040:00000010:0.0:1731519650.964897:0:7468:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88012e350600. 00000020:00000010:0.0:1731519650.964899:0:7468:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a8e90000. 00000020:00000010:0.0:1731519650.964903:0:7468:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e351a00. 80000000:00000010:0.0:1731519650.964905:0:7468:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b5c65060. 00040000:00000010:0.0:1731519650.964909:0:7468:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012e351e00. 20000000:00000010:0.0:1731519650.964912:0:7468:0:(mgs_handler.c:1475:mgs_key_init()) kmalloced '(value)': 392 at ffff88012e350000. 00000040:00000010:0.0:1731519650.964916:0:7468:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff88012e350a00. 00000100:00000010:0.0:1731519650.964932:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731519650.964941:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e351800. 00000100:00000010:0.0:1731519650.964949:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abd76e40. 02000000:00000010:0.0:1731519650.964958:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e81c00. 00000400:00000010:0.0:1731519650.964962:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856370. 00000400:00000010:0.0:1731519650.964965:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9662a8. 00000100:00000200:0.0:1731519650.964969:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914964608, portal 25 00000400:00000010:0.0:1731519650.964972:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966c38. 00000100:00000200:0.0:1731519650.964979:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1815629914964608, offset 0 00000400:00000200:0.0:1731519650.964985:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519650.964993:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519650.964996:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519650.964999:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519650.965001:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519650.965004:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519650.965007:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [8:8:256:4294967295] 192.168.203.102@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1731519650.965016:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519650.965021:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519650.965023:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41100. 00000800:00000200:0.0:1731519650.965027:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519650.965033:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519650.965036:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41100 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:2.0:1731519650.965197:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519650.965211:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41100. 00000400:00000200:2.0:1731519650.965215:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519650.965221:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519650.965224:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966c38 00000400:00000010:2.0:1731519650.965226:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966c38. 00000100:00000200:2.0:1731519650.965232:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629914964608/t0(0) o501->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 512/272 e 0 to 0 dl 1731519666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1731519650.966606:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519650.966617:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 272 into portal 25 MB=0x6734e48200280 00000400:00000200:0.0:1731519650.966623:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 272/272 into md 0x139 [1] + 224 00000400:00000200:0.0:1731519650.966641:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.966645:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519650.966651:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629914964608/t0(0) o501->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 512/272 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:2.0:1731519650.966738:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856370. 00000400:00000200:2.0:1731519650.966748:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9662a8 00000400:00000010:2.0:1731519650.966751:0:7468:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9662a8. 00000100:00000200:2.0:1731519650.966760:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629914964608/t0(0) o501->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 512/272 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1731519650.966775:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629914964608/t0(0) o501->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 512/272 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:2.0:1731519650.966799:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abd76e40. 02000000:00000010:2.0:1731519650.966809:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e81c00. 02000000:00000010:2.0:1731519650.966814:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e351800. 00000100:00000010:2.0:1731519650.966818:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000040:00000010:2.0:1731519650.966851:0:7468:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800b5e2e000. 00000100:00000010:2.0:1731519650.966856:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444700. 02000000:00000010:2.0:1731519650.966863:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a7d72000. 00000100:00000010:2.0:1731519650.966869:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa480. 02000000:00000010:2.0:1731519650.966893:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a8efc000. 00000400:00000010:2.0:1731519650.966897:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40463c8. 00000400:00000010:2.0:1731519650.966901:0:7468:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88012daaacc0. 00000100:00000200:2.0:1731519650.966905:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1815629914964736, portal 25 00000400:00000010:2.0:1731519650.966909:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3cc0. 00000100:00000200:2.0:1731519650.966911:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1815629914964736, offset 0 00000400:00000200:2.0:1731519650.966917:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519650.966924:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519650.966928:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519650.966931:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519650.966939:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519650.966941:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519650.966944:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [9:9:256:4294967295] 192.168.203.102@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:2.0:1731519650.966954:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519650.966959:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519650.966962:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2e00. 00000800:00000200:2.0:1731519650.966966:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519650.966971:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519650.966975:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2e00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1731519650.967152:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519650.967157:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2e00. 00000400:00000200:0.0:1731519650.967162:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.967168:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519650.967172:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3cc0 00000400:00000010:0.0:1731519650.967173:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3cc0. 00000100:00000200:0.0:1731519650.967180:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444700 x1815629914964736/t0(0) o503->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731519666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1731519650.968970:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519650.968992:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 8416 into portal 25 MB=0x6734e48200300 00000400:00000200:0.0:1731519650.969001:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 8416/8416 into md 0x141 [4] + 224 00000400:00000200:0.0:1731519650.969037:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.969045:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519650.969054:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444700 x1815629914964736/t0(0) o503->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:2.0:1731519650.969195:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b40463c8. 00000400:00000200:2.0:1731519650.969204:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012daaacc0 00000400:00000010:2.0:1731519650.969207:0:7468:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 184 at ffff88012daaacc0. 00000100:00000200:2.0:1731519650.969217:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444700 x1815629914964736/t0(0) o503->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1731519650.969235:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444700 x1815629914964736/t0(0) o503->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:2.0:1731519650.969258:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa480. 02000000:00000010:2.0:1731519650.969304:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a8efc000. 02000000:00000010:2.0:1731519650.969323:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a7d72000. 00000100:00000010:2.0:1731519650.969329:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444700. 00000040:00000010:2.0:1731519650.969339:0:7468:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff8800a9b03f00. 00000020:00000010:3.0:1731519650.969659:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b65dbe00. 00000020:00000010:3.0:1731519650.969667:0:7481:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b65dbc00. 00000040:00000010:3.0:1731519650.969670:0:7481:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6cdce00. 00000020:00000010:3.0:1731519650.969674:0:7481:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6690800. 00000020:00000010:3.0:1731519650.969677:0:7481:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800ab434a00. 80000000:00000010:3.0:1731519650.969680:0:7481:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800adad0900. 00040000:00000010:3.0:1731519650.969683:0:7481:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b5e68100. 00040000:00000010:3.0:1731519650.969686:0:7481:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800ab434e00. 20000000:00000010:3.0:1731519650.969689:0:7481:0:(mgs_handler.c:1475:mgs_key_init()) kmalloced '(value)': 392 at ffff8800ab434800. 00000040:00000010:3.0:1731519650.969696:0:7481:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8800abf7a000. 00000100:00000010:3.0:1731519650.969714:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5cc8000. 02000000:00000010:3.0:1731519650.969722:0:7481:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab435000. 00000100:00000010:3.0:1731519650.969731:0:7481:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8f90c00. 02000000:00000010:3.0:1731519650.969751:0:7481:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a7cc8000. 00000400:00000010:3.0:1731519650.969756:0:7481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000400:00000010:3.0:1731519650.969760:0:7481:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800a8f90300. 00000100:00000200:3.0:1731519650.969764:0:7481:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1815629914964864, portal 25 00000400:00000010:3.0:1731519650.969768:0:7481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d660. 00000100:00000200:3.0:1731519650.969770:0:7481:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1815629914964864, offset 0 00000400:00000200:3.0:1731519650.969777:0:7481:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519650.969784:0:7481:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519650.969788:0:7481:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519650.969797:0:7481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519650.969799:0:7481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519650.969802:0:7481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519650.969805:0:7481:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [10:10:256:4294967295] 192.168.203.102@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1731519650.969815:0:7481:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519650.969820:0:7481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519650.969823:0:7481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68d00. 00000800:00000200:3.0:1731519650.969857:0:7481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519650.969863:0:7481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519650.969866:0:7481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68d00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1731519650.969969:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519650.969973:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68d00. 00000400:00000200:0.0:1731519650.969977:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.969982:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519650.969986:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d660 00000400:00000010:0.0:1731519650.969988:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d660. 00000100:00000200:0.0:1731519650.969994:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b5cc8000 x1815629914964864/t0(0) o502->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731519666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1731519650.971891:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519650.971902:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 8472 into portal 25 MB=0x6734e48200380 00000400:00000200:0.0:1731519650.971909:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 8472/8472 into md 0x149 [4] + 224 00000400:00000200:0.0:1731519650.971934:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.971939:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519650.971945:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b5cc8000 x1815629914964864/t0(0) o502->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1731519650.972072:0:7481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:3.0:1731519650.972079:0:7481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a8f90300 00000400:00000010:3.0:1731519650.972081:0:7481:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 184 at ffff8800a8f90300. 00000100:00000200:3.0:1731519650.972090:0:7481:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b5cc8000 x1815629914964864/t0(0) o502->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1731519650.972100:0:7481:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b5cc8000 x1815629914964864/t0(0) o502->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:3.0:1731519650.972119:0:7481:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8f90c00. 02000000:00000010:3.0:1731519650.972127:0:7481:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a7cc8000. 02000000:00000010:3.0:1731519650.972140:0:7481:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab435000. 00000100:00000010:3.0:1731519650.972143:0:7481:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b5cc8000. 00000020:00000010:3.0:1731519650.972158:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68f00. 00000020:00000010:3.0:1731519650.972161:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68f00. 00000020:00000010:3.0:1731519650.972165:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6d2a9c0. 00000020:00000010:3.0:1731519650.972169:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800a8f01a80. 00000020:00000010:3.0:1731519650.972187:0:7481:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800ad948000. 00000020:00000010:3.0:1731519650.972193:0:7481:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b6696800. 00000020:00000010:3.0:1731519650.972214:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800a8f01a80. 00000020:00000010:3.0:1731519650.972217:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6d2a9c0. 00000020:00000010:3.0:1731519650.972220:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6d2a9c0. 00000020:00000010:3.0:1731519650.972227:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800a8f90c00. 00000001:00000010:3.0:1731519650.972245:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8f90300. 00000001:00000010:3.0:1731519650.972248:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b65bbbc0. 00000001:00000010:3.0:1731519650.972250:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab435000. 00000001:00000010:3.0:1731519650.972253:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab435e00. 00000001:00000010:3.0:1731519650.972255:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab435a00. 00000001:00000010:3.0:1731519650.972258:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab435800. 00000001:00000010:3.0:1731519650.972261:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8f90e40. 00000001:00000010:3.0:1731519650.972263:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b65bb3a0. 00000001:00000010:3.0:1731519650.972295:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab435600. 00000001:00000010:3.0:1731519650.972298:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab434c00. 00000001:00000010:3.0:1731519650.972300:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab434600. 00000001:00000010:3.0:1731519650.972302:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab434400. 00000020:00000010:3.0:1731519650.972305:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ab434200. 00000020:00000010:3.0:1731519650.972309:0:7481:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a8f01a80. 00000020:00000010:3.0:1731519650.972317:0:7481:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a89b2000. 00000008:00000010:3.0:1731519650.972322:0:7481:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54160. 00020000:00000010:3.0:1731519650.972325:0:7481:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eacc240. 00008000:00000010:3.0:1731519650.972328:0:7481:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cdfc8. 00000080:00000010:3.0:1731519650.972333:0:7481:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce0f0. 00000020:00000010:3.0:1731519650.972336:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ab434000. 00000020:00000010:3.0:1731519650.972338:0:7481:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ab435c00. 00000020:00000010:3.0:1731519650.972341:0:7481:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800adad0480. 00000008:00000010:3.0:1731519650.972345:0:7481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.972347:0:7481:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8f90d80. 00008000:00000010:3.0:1731519650.972350:0:7481:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.972353:0:7481:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.972355:0:7481:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8248. 00020000:00000010:3.0:1731519650.972358:0:7481:0:(lov_dev.c:612:lov_device_alloc()) kmalloced '(ld)': 560 at ffff88012a487000. 00000020:00000010:3.0:1731519650.972375:0:7481:0:(lu_tgt_pool.c:73:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88012c0cda18. 00020000:00000010:3.0:1731519650.972493:0:7481:0:(lov_dev.c:629:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff88012d7cd000. 00020000:00000010:3.0:1731519650.972498:0:7481:0:(lov_dev.c:636:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff88012d7ca000. 00000020:00000010:3.0:1731519650.972527:0:7481:0:(lu_object.c:1109:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800b5cb8000. 00000020:00000010:3.0:1731519650.972534:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800adad0540. 00000020:00000010:3.0:1731519650.972537:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800a8f90480. 00000020:00000010:3.0:1731519650.972542:0:7481:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800adad0ea0. 00000040:00000010:3.0:1731519650.972545:0:7481:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800ab435400. 00000020:00000010:3.0:1731519650.972548:0:7481:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b6694800. 00000020:00000010:3.0:1731519650.972551:0:7481:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ad9a8a10. 00000020:00000010:3.0:1731519650.972555:0:7481:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6f42400. 80000000:00000010:3.0:1731519650.972558:0:7481:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800adad0f00. 40000000:00000010:3.0:1731519650.972560:0:7481:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6d2ac80. 00000008:00000010:3.0:1731519650.972570:0:7481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc49650. 00020000:00000010:3.0:1731519650.972573:0:7481:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8f90180. 00008000:00000010:3.0:1731519650.972577:0:7481:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98710. 00100000:00000010:3.0:1731519650.972580:0:7481:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6696000. 00040000:00000010:3.0:1731519650.972582:0:7481:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b5e68c00. 00040000:00000010:3.0:1731519650.972585:0:7481:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b6697800. 00040000:00000010:3.0:1731519650.972588:0:7481:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6f43600. 00000004:00000010:3.0:1731519650.972591:0:7481:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6690000. 00000004:00000010:3.0:1731519650.972595:0:7481:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012d7cf000. 00000004:00000010:3.0:1731519650.972598:0:7481:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b6697000. 00002000:00000010:3.0:1731519650.972600:0:7481:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a7cc9000. 00000004:00000010:3.0:1731519650.972602:0:7481:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800a7cc9400. 00000080:00000010:3.0:1731519650.972605:0:7481:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf130. 00000080:00000010:3.0:1731519650.972607:0:7481:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8490. 00000020:00000010:3.0:1731519650.972610:0:7481:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800ab435c00. 00000020:00000010:3.0:1731519650.972614:0:7481:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800adad0480. 00000008:00000010:3.0:1731519650.972617:0:7481:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.972620:0:7481:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a8f90d80. 00008000:00000010:3.0:1731519650.972623:0:7481:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.972626:0:7481:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.972628:0:7481:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.972632:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800ab434000. 00000020:00000010:3.0:1731519650.972636:0:7481:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a8f01a80. 00000020:00000010:3.0:1731519650.972643:0:7481:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a89b2000. 00000008:00000010:3.0:1731519650.972647:0:7481:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012ab54160. 00020000:00000010:3.0:1731519650.972649:0:7481:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff88012eacc240. 00008000:00000010:3.0:1731519650.972652:0:7481:0:(echo_client.c:466:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012c0cdfc8. 00000080:00000010:3.0:1731519650.972654:0:7481:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012bfce0f0. 00000020:00000010:3.0:1731519650.972657:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800ab434200. 00000020:00000010:3.0:1731519650.972660:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800a8f90c00. 00000020:00000010:3.0:1731519650.972662:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6d2a9c0. 00000020:00000010:3.0:1731519650.972667:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68300. 00000020:00000010:3.0:1731519650.972669:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68300. 00000020:00000010:3.0:1731519650.972672:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68300. 00000020:00000010:3.0:1731519650.972674:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68300. 00000020:00000010:3.0:1731519650.972677:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6d2a9c0. 00000020:00000010:3.0:1731519650.972680:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800a8f01a80. 00000020:00000010:3.0:1731519650.972687:0:7481:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800ad949570. 00000020:00000010:3.0:1731519650.972691:0:7481:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b6694000. 00000020:00000010:3.0:1731519650.972699:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800a8f01a80. 00000020:00000010:3.0:1731519650.972701:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6d2a9c0. 00000020:00000010:3.0:1731519650.972704:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6d2a9c0. 00000020:00000010:3.0:1731519650.972706:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800a8f90c00. 00000001:00000010:3.0:1731519650.972717:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8f90d80. 00000001:00000010:3.0:1731519650.972720:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b387bca0. 00000001:00000010:3.0:1731519650.972722:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f43400. 00000001:00000010:3.0:1731519650.972725:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f43800. 00000001:00000010:3.0:1731519650.972727:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f43e00. 00000001:00000010:3.0:1731519650.972730:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f43c00. 00000001:00000010:3.0:1731519650.972732:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8f90600. 00000001:00000010:3.0:1731519650.972734:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b387bce0. 00000001:00000010:3.0:1731519650.972736:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f43000. 00000001:00000010:3.0:1731519650.972738:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f43200. 00000001:00000010:3.0:1731519650.972741:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d36800. 00000001:00000010:3.0:1731519650.972748:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d36c00. 00000020:00000010:3.0:1731519650.972878:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800adad0480. 00000020:00000010:3.0:1731519650.972882:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b6d37a00. 80000000:00000010:3.0:1731519650.972890:0:7481:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff8800b3a7d000. 00000020:00000010:3.0:1731519650.972921:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800a8f90c00. 00000020:00000010:3.0:1731519650.972924:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6d2a9c0. 00000020:00000010:3.0:1731519650.972929:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68700. 00000020:00000010:3.0:1731519650.972931:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68700. 00000020:00000010:3.0:1731519650.972936:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68700. 00000020:00000010:3.0:1731519650.972937:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68700. 00000020:00000010:3.0:1731519650.972939:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6d2a9c0. 00000100:00000010:3.0:1731519650.972942:0:7481:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800a7ccb000. 00000400:00000200:3.0:1731519650.972950:0:7481:0:(peer.c:1743:lnet_peer_add()) peer 192.168.203.102@tcp NID flags 0x100001: -17 00000020:00000010:3.0:1731519650.972953:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6d2a9c0. 00000020:00000010:3.0:1731519650.972956:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6d2a9c0. 00000020:00000010:3.0:1731519650.972959:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b3a7d780. 00000020:00000010:3.0:1731519650.972965:0:7481:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800ad94aae0. 00000020:00000010:3.0:1731519650.972970:0:7481:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b6691000. 00000020:00000010:3.0:1731519650.972977:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b3a7d780. 00000020:00000010:3.0:1731519650.972979:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6d2a9c0. 00000020:00000010:3.0:1731519650.972982:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6d2a9c0. 00000020:00000010:3.0:1731519650.972984:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b3a7d780. 00000001:00000010:3.0:1731519650.973003:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a7d240. 00000001:00000010:3.0:1731519650.973006:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b387bd00. 00000001:00000010:3.0:1731519650.973009:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d36e00. 00000001:00000010:3.0:1731519650.973011:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d37e00. 00000001:00000010:3.0:1731519650.973013:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d36600. 00000001:00000010:3.0:1731519650.973016:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d36a00. 00000001:00000010:3.0:1731519650.973018:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a7df00. 00000001:00000010:3.0:1731519650.973020:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b387bd60. 00000001:00000010:3.0:1731519650.973022:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d37c00. 00000001:00000010:3.0:1731519650.973028:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d37400. 00000001:00000010:3.0:1731519650.973031:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d37600. 00000001:00000010:3.0:1731519650.973033:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d36000. 00000020:00000010:3.0:1731519650.973037:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d37200. 00000020:00000010:3.0:1731519650.973039:0:7481:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800a8f01a80. 00000020:00000010:3.0:1731519650.973042:0:7481:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a89b2000. 00000008:00000010:3.0:1731519650.973045:0:7481:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54160. 00020000:00000010:3.0:1731519650.973047:0:7481:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eacc240. 00008000:00000010:3.0:1731519650.973049:0:7481:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cd2d8. 00000080:00000010:3.0:1731519650.973052:0:7481:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce0f0. 00000020:00000010:3.0:1731519650.973056:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e42a00. 00000020:00000010:3.0:1731519650.973058:0:7481:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e42000. 00000020:00000010:3.0:1731519650.973060:0:7481:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800adad08a0. 00000008:00000010:3.0:1731519650.973063:0:7481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.973065:0:7481:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a7dcc0. 00008000:00000010:3.0:1731519650.973066:0:7481:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.973069:0:7481:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.973071:0:7481:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8248. 00000002:00000010:3.0:1731519650.973074:0:7481:0:(mdc_dev.c:1597:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff8800a8f01900. 00010000:00000010:3.0:1731519650.973082:0:7481:0:(ldlm_lib.c:481:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800b6d2ab80. 00000020:00000010:3.0:1731519650.973086:0:7481:0:(genops.c:1192:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b6693000. 00000100:00000200:3.0:1731519650.973096:0:7481:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.102@tcp->12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519650.973101:0:7481:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.203.102@tcp primary NID 192.168.203.102@tcp rc 0 00010000:00000010:3.0:1731519650.973105:0:7481:0:(ldlm_lib.c:69:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800adad0f60. 00010000:00000010:3.0:1731519650.973108:0:7481:0:(ldlm_resource.c:935:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800ad88c400. 00000001:00000010:3.0:1731519650.973111:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b5e68700. 00000001:00000010:3.0:1731519650.973113:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800b5e68400. 00000001:00000010:3.0:1731519650.973173:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000883000. 00000001:00000010:3.0:1731519650.973233:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000088d000. 00000001:00000010:3.0:1731519650.973321:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000897000. 00000001:00000010:3.0:1731519650.973389:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008a1000. 00000001:00000010:3.0:1731519650.973447:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008ab000. 00000001:00000010:3.0:1731519650.973508:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008b5000. 00000001:00000010:3.0:1731519650.973564:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008bf000. 00000001:00000010:3.0:1731519650.973627:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008c9000. 00000001:00000010:3.0:1731519650.973684:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008d3000. 00000001:00000010:3.0:1731519650.973741:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008dd000. 00000001:00000010:3.0:1731519650.973803:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008e7000. 00000001:00000010:3.0:1731519650.973885:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008f1000. 00000001:00000010:3.0:1731519650.973946:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008fb000. 00000001:00000010:3.0:1731519650.974003:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000905000. 00000001:00000010:3.0:1731519650.974067:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000090f000. 00000001:00000010:3.0:1731519650.974125:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000927000. 00000001:00000010:3.0:1731519650.974182:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000931000. 00000001:00000010:3.0:1731519650.974244:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000093b000. 00000001:00000010:3.0:1731519650.974328:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000945000. 00000001:00000010:3.0:1731519650.974389:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000993000. 00000001:00000010:3.0:1731519650.974447:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000099d000. 00000001:00000010:3.0:1731519650.974512:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009a7000. 00000001:00000010:3.0:1731519650.974569:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009b1000. 00000001:00000010:3.0:1731519650.974626:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009bb000. 00000001:00000010:3.0:1731519650.974689:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009c5000. 00000001:00000010:3.0:1731519650.974746:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009cf000. 00000001:00000010:3.0:1731519650.974802:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009d9000. 00000001:00000010:3.0:1731519650.974886:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009e3000. 00000001:00000010:3.0:1731519650.974946:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009ed000. 00000001:00000010:3.0:1731519650.975003:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009f7000. 00000001:00000010:3.0:1731519650.975058:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a01000. 00000001:00000010:3.0:1731519650.975119:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a0b000. 00010000:00000010:3.0:1731519650.975138:0:7481:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at ffff8800b42c5000. 00000020:00000010:3.0:1731519650.975184:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b3a63300. 00000020:00000010:3.0:1731519650.975187:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b5e13160. 00000020:00000010:3.0:1731519650.975208:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b3a633c0. 00000020:00000010:3.0:1731519650.975215:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6e42c00. 00000100:00000010:3.0:1731519650.975254:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5cc8000. 00000100:00000010:3.0:1731519650.975257:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5cc8380. 00000020:00000010:3.0:1731519650.975417:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b3a63c60. 00000020:00000010:3.0:1731519650.975420:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b6e43e00. 00000020:00000010:3.0:1731519650.975437:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800b3a63f60. 00000020:00000010:3.0:1731519650.975439:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b42c6000. 00000040:00000010:3.0:1731519650.975451:0:7481:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800b6ca6600. 00000002:00000010:3.0:1731519650.975456:0:7481:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800ad88c800. 00000020:00000010:3.0:1731519650.975745:0:7481:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6e42000. 00000020:00000010:3.0:1731519650.975749:0:7481:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800adad08a0. 00000008:00000010:3.0:1731519650.975753:0:7481:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.975756:0:7481:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3a7dcc0. 00008000:00000010:3.0:1731519650.975759:0:7481:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.975762:0:7481:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.975765:0:7481:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.975768:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6e42a00. 00000020:00000010:3.0:1731519650.975771:0:7481:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a8f01a80. 00000020:00000010:3.0:1731519650.975774:0:7481:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a89b2000. 00000008:00000010:3.0:1731519650.975776:0:7481:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012ab54160. 00020000:00000010:3.0:1731519650.975778:0:7481:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff88012eacc240. 00008000:00000010:3.0:1731519650.975781:0:7481:0:(echo_client.c:466:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012c0cd2d8. 00000080:00000010:3.0:1731519650.975783:0:7481:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012bfce0f0. 00000020:00000010:3.0:1731519650.975785:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d37200. 00000020:00000010:3.0:1731519650.975788:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b3a7d780. 00000020:00000010:3.0:1731519650.975791:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6d2a9c0. 00000020:00000010:3.0:1731519650.975796:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b66b1d40. 00000020:00000010:3.0:1731519650.975799:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff8800b6ca6d80. 00800000:00000010:3.0:1731519650.975809:0:7481:0:(lmv_obd.c:423:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800b6e42a00. 00020000:00000010:3.0:1731519650.975813:0:7481:0:(lu_tgt_descs.c:393:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff8800a98ca000. 00000020:00000010:3.0:1731519650.975817:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e42000. 00000020:00000010:3.0:1731519650.975848:0:7481:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e42600. 00000020:00000010:3.0:1731519650.975852:0:7481:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800b3a63ba0. 00000008:00000010:3.0:1731519650.975855:0:7481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.975857:0:7481:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6ca6780. 00008000:00000010:3.0:1731519650.975860:0:7481:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.975862:0:7481:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.975865:0:7481:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.975873:0:7481:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6e42600. 00000020:00000010:3.0:1731519650.975875:0:7481:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800b3a63ba0. 00000008:00000010:3.0:1731519650.975878:0:7481:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.975880:0:7481:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b6ca6780. 00008000:00000010:3.0:1731519650.975882:0:7481:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.975884:0:7481:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.975886:0:7481:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.975889:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6e42000. 00000020:00000010:3.0:1731519650.975891:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff8800b6ca6d80. 00000020:00000010:3.0:1731519650.975893:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b66b1d40. 00000020:00000010:3.0:1731519650.975898:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68300. 00000020:00000010:3.0:1731519650.975900:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68300. 00000020:00000010:3.0:1731519650.975903:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68300. 00000020:00000010:3.0:1731519650.975905:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68300. 00000020:00000010:3.0:1731519650.975908:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8800b3a63ba0. 00000020:00000010:3.0:1731519650.975911:0:7481:0:(obd_config.c:1090:class_add_profile()) kmalloced '(lprof)': 48 at ffff8800b66b1d40. 00000020:00000010:3.0:1731519650.975914:0:7481:0:(obd_config.c:1096:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff8801369ba5f0. 00000020:00000010:3.0:1731519650.975916:0:7481:0:(obd_config.c:1102:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff8801369ba640. 00000020:00000010:3.0:1731519650.975918:0:7481:0:(obd_config.c:1109:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff8801369ba630. 00000020:00000010:3.0:1731519650.975919:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8800b3a63ba0. 00000020:00000010:3.0:1731519650.975922:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68300. 00000020:00000010:3.0:1731519650.975923:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68300. 00000020:00000010:3.0:1731519650.975926:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68300. 00000020:00000010:3.0:1731519650.975928:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68300. 00000020:00000010:3.0:1731519650.975930:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b66b1740. 00000100:00000010:3.0:1731519650.975938:0:7481:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800ad88d000. 00000400:00000200:3.0:1731519650.975946:0:7481:0:(peer.c:1743:lnet_peer_add()) peer 192.168.203.102@tcp NID flags 0x100001: -17 00000100:00000010:3.0:1731519650.975949:0:7481:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800ad88d000. 00000020:00000010:3.0:1731519650.975951:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b66b1740. 00000020:00000010:3.0:1731519650.975954:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b66b1740. 00000020:00000010:3.0:1731519650.975957:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b6ca6d80. 00000020:00000010:3.0:1731519650.975964:0:7481:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800ad94c050. 00000020:00000010:3.0:1731519650.975969:0:7481:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b6691800. 00000020:00000010:3.0:1731519650.975977:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b6ca6d80. 00000020:00000010:3.0:1731519650.975979:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b66b1740. 00000020:00000010:3.0:1731519650.975982:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b66b1740. 00000020:00000010:3.0:1731519650.975985:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b6ca6d80. 00000001:00000010:3.0:1731519650.976000:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b6ca6780. 00000001:00000010:3.0:1731519650.976003:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5e13560. 00000001:00000010:3.0:1731519650.976005:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e42000. 00000001:00000010:3.0:1731519650.976007:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e42600. 00000001:00000010:3.0:1731519650.976010:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e42400. 00000001:00000010:3.0:1731519650.976012:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e43000. 00000001:00000010:3.0:1731519650.976014:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b6ca69c0. 00000001:00000010:3.0:1731519650.976017:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5e13120. 00000001:00000010:3.0:1731519650.976019:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e42200. 00000001:00000010:3.0:1731519650.976021:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6e42800. 00000001:00000010:3.0:1731519650.976023:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d37200. 00000001:00000010:3.0:1731519650.976026:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5d3ac00. 00000020:00000010:3.0:1731519650.976029:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5d3a800. 00000020:00000010:3.0:1731519650.976031:0:7481:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b6dbfd00. 00000020:00000010:3.0:1731519650.976034:0:7481:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a89b2000. 00000008:00000010:3.0:1731519650.976036:0:7481:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54160. 00020000:00000010:3.0:1731519650.976038:0:7481:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eacc240. 00008000:00000010:3.0:1731519650.976040:0:7481:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cd2d8. 00000080:00000010:3.0:1731519650.976043:0:7481:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce0f0. 00000020:00000010:3.0:1731519650.976045:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5d3aa00. 00000020:00000010:3.0:1731519650.976052:0:7481:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5d3a600. 00000020:00000010:3.0:1731519650.976054:0:7481:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800b3a63ba0. 00000008:00000010:3.0:1731519650.976057:0:7481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.976059:0:7481:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6ca6b40. 00008000:00000010:3.0:1731519650.976061:0:7481:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.976063:0:7481:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.976065:0:7481:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8248. 00000002:00000010:3.0:1731519650.976068:0:7481:0:(mdc_dev.c:1597:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff8800b6dbfc80. 00010000:00000010:3.0:1731519650.976074:0:7481:0:(ldlm_lib.c:481:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800b66b18c0. 00000020:00000010:3.0:1731519650.976078:0:7481:0:(genops.c:1192:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b6695800. 00000100:00000200:3.0:1731519650.976088:0:7481:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.102@tcp->12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519650.976092:0:7481:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.203.102@tcp primary NID 192.168.203.102@tcp rc 0 00010000:00000010:3.0:1731519650.976095:0:7481:0:(ldlm_lib.c:69:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800b3a63b40. 00010000:00000010:3.0:1731519650.976098:0:7481:0:(ldlm_resource.c:935:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800ad88e000. 00000001:00000010:3.0:1731519650.976100:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b5e68300. 00000001:00000010:3.0:1731519650.976103:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800b5e68f00. 00000001:00000010:3.0:1731519650.976146:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a15000. 00000001:00000010:3.0:1731519650.976204:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a1f000. 00000001:00000010:3.0:1731519650.976295:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a29000. 00000001:00000010:3.0:1731519650.976356:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a33000. 00000001:00000010:3.0:1731519650.976413:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a3d000. 00000001:00000010:3.0:1731519650.976475:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a47000. 00000001:00000010:3.0:1731519650.976531:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a51000. 00000001:00000010:3.0:1731519650.976588:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a5b000. 00000001:00000010:3.0:1731519650.976642:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a65000. 00000001:00000010:3.0:1731519650.976702:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a6f000. 00000001:00000010:3.0:1731519650.976758:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a79000. 00000001:00000010:3.0:1731519650.976815:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a83000. 00000001:00000010:3.0:1731519650.976905:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a8d000. 00000001:00000010:3.0:1731519650.976963:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a97000. 00000001:00000010:3.0:1731519650.977019:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000aa1000. 00000001:00000010:3.0:1731519650.977076:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000aab000. 00000001:00000010:3.0:1731519650.977140:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ab5000. 00000001:00000010:3.0:1731519650.977197:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000abf000. 00000001:00000010:3.0:1731519650.977253:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ac9000. 00000001:00000010:3.0:1731519650.977337:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ad3000. 00000001:00000010:3.0:1731519650.977397:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000add000. 00000001:00000010:3.0:1731519650.977454:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ae7000. 00000001:00000010:3.0:1731519650.977512:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000af1000. 00000001:00000010:3.0:1731519650.977569:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000afb000. 00000001:00000010:3.0:1731519650.977625:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b05000. 00000001:00000010:3.0:1731519650.977680:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b0f000. 00000001:00000010:3.0:1731519650.977736:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b19000. 00000001:00000010:3.0:1731519650.977799:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b23000. 00000001:00000010:3.0:1731519650.977876:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b2d000. 00000001:00000010:3.0:1731519650.977934:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b37000. 00000001:00000010:3.0:1731519650.977989:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b41000. 00000001:00000010:3.0:1731519650.978050:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b4b000. 00010000:00000010:3.0:1731519650.978071:0:7481:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at ffff8800a98c9000. 00000020:00000010:3.0:1731519650.978115:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800abceb960. 00000020:00000010:3.0:1731519650.978117:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b5e13320. 00000020:00000010:3.0:1731519650.978136:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800abceb9c0. 00000020:00000010:3.0:1731519650.978139:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b5d3a400. 00000100:00000010:3.0:1731519650.978179:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5cc8700. 00000100:00000010:3.0:1731519650.978182:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5cc8a80. 00000020:00000010:3.0:1731519650.978321:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800abceb8a0. 00000020:00000010:3.0:1731519650.978324:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b5d3a000. 00000020:00000010:3.0:1731519650.978340:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800abceb900. 00000020:00000010:3.0:1731519650.978343:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800a98cc000. 00000040:00000010:3.0:1731519650.978354:0:7481:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800adafd840. 00000002:00000010:3.0:1731519650.978358:0:7481:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800ad88e400. 00000020:00000010:3.0:1731519650.978606:0:7481:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b5d3a600. 00000020:00000010:3.0:1731519650.978613:0:7481:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800b3a63ba0. 00000008:00000010:3.0:1731519650.978616:0:7481:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.978619:0:7481:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b6ca6b40. 00008000:00000010:3.0:1731519650.978623:0:7481:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.978625:0:7481:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.978628:0:7481:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.978631:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5d3aa00. 00000020:00000010:3.0:1731519650.978634:0:7481:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b6dbfd00. 00000020:00000010:3.0:1731519650.978636:0:7481:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a89b2000. 00000008:00000010:3.0:1731519650.978639:0:7481:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012ab54160. 00020000:00000010:3.0:1731519650.978641:0:7481:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff88012eacc240. 00008000:00000010:3.0:1731519650.978643:0:7481:0:(echo_client.c:466:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012c0cd2d8. 00000080:00000010:3.0:1731519650.978645:0:7481:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012bfce0f0. 00000020:00000010:3.0:1731519650.978647:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5d3a800. 00000020:00000010:3.0:1731519650.978650:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b6ca6d80. 00000020:00000010:3.0:1731519650.978652:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b66b1740. 00000020:00000010:3.0:1731519650.978657:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6eb6740. 00000020:00000010:3.0:1731519650.978660:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff8800adafd540. 00800000:00000010:3.0:1731519650.978668:0:7481:0:(lmv_obd.c:423:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800b5d3a800. 00000020:00000010:3.0:1731519650.978672:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5d3aa00. 00000020:00000010:3.0:1731519650.978674:0:7481:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5d3a600. 00000020:00000010:3.0:1731519650.978676:0:7481:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800abceb7e0. 00000008:00000010:3.0:1731519650.978679:0:7481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.978681:0:7481:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800adafd600. 00008000:00000010:3.0:1731519650.978683:0:7481:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.978686:0:7481:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.978687:0:7481:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.978692:0:7481:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b5d3a600. 00000020:00000010:3.0:1731519650.978695:0:7481:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800abceb7e0. 00000008:00000010:3.0:1731519650.978697:0:7481:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.978699:0:7481:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800adafd600. 00008000:00000010:3.0:1731519650.978701:0:7481:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.978703:0:7481:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.978710:0:7481:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.978712:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5d3aa00. 00000020:00000010:3.0:1731519650.978714:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff8800adafd540. 00000020:00000010:3.0:1731519650.978717:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6eb6740. 00000020:00000010:3.0:1731519650.978721:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978723:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978726:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978728:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978730:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8800abceb7e0. 00000020:00000010:3.0:1731519650.978732:0:7481:0:(obd_config.c:1090:class_add_profile()) kmalloced '(lprof)': 48 at ffff8800b6eb6740. 00000020:00000010:3.0:1731519650.978734:0:7481:0:(obd_config.c:1096:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff8801369ba970. 00000020:00000010:3.0:1731519650.978736:0:7481:0:(obd_config.c:1102:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff8801369bac80. 00000020:00000010:3.0:1731519650.978738:0:7481:0:(obd_config.c:1109:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff8801369bafe0. 00000020:00000010:3.0:1731519650.978739:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8800abceb7e0. 00000020:00000010:3.0:1731519650.978741:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978743:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978745:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978747:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978750:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.978752:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8800abceb7e0. 00000020:00000010:3.0:1731519650.978756:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5d3aa00. 00000020:00000010:3.0:1731519650.978758:0:7481:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5d3a600. 00000020:00000010:3.0:1731519650.978760:0:7481:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800abceb840. 00000008:00000010:3.0:1731519650.978762:0:7481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.978764:0:7481:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800adafd540. 00008000:00000010:3.0:1731519650.978766:0:7481:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.978768:0:7481:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.978770:0:7481:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.978778:0:7481:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b5d3a600. 00000020:00000010:3.0:1731519650.978780:0:7481:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800abceb840. 00000008:00000010:3.0:1731519650.978781:0:7481:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.978788:0:7481:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800adafd540. 00008000:00000010:3.0:1731519650.978790:0:7481:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.978792:0:7481:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.978794:0:7481:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.978796:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5d3aa00. 00000020:00000010:3.0:1731519650.978798:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8800abceb7e0. 00000020:00000010:3.0:1731519650.978800:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.978803:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978805:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978807:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978809:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978810:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.978812:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8800abceb7e0. 00000020:00000010:3.0:1731519650.978815:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5d3aa00. 00000020:00000010:3.0:1731519650.978817:0:7481:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5d3a600. 00000020:00000010:3.0:1731519650.978819:0:7481:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800abceb840. 00000008:00000010:3.0:1731519650.978821:0:7481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.978822:0:7481:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800adafd540. 00008000:00000010:3.0:1731519650.978824:0:7481:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.978853:0:7481:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.978855:0:7481:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.978860:0:7481:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b5d3a600. 00000020:00000010:3.0:1731519650.978862:0:7481:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800abceb840. 00000008:00000010:3.0:1731519650.978863:0:7481:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.978866:0:7481:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800adafd540. 00008000:00000010:3.0:1731519650.978867:0:7481:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.978869:0:7481:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.978871:0:7481:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.978873:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5d3aa00. 00000020:00000010:3.0:1731519650.978875:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8800abceb7e0. 00000020:00000010:3.0:1731519650.978876:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.978879:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978886:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978891:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978892:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68800. 00000020:00000010:3.0:1731519650.978895:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6eb6180. 00000100:00000010:3.0:1731519650.978898:0:7481:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800ad88ec00. 00000400:00000200:3.0:1731519650.978904:0:7481:0:(peer.c:1743:lnet_peer_add()) peer 192.168.203.102@tcp NID flags 0x100001: -17 00000100:00000010:3.0:1731519650.978907:0:7481:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800ad88ec00. 00000020:00000010:3.0:1731519650.978909:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.978912:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.978914:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800adafd540. 00000020:00000010:3.0:1731519650.978921:0:7481:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800ad94d5c0. 00000020:00000010:3.0:1731519650.978926:0:7481:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b6695000. 00000020:00000010:3.0:1731519650.978935:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800adafd540. 00000020:00000010:3.0:1731519650.978937:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.978939:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.978942:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800adafd540. 00000001:00000010:3.0:1731519650.978956:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800adafd600. 00000001:00000010:3.0:1731519650.978959:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5e13700. 00000001:00000010:3.0:1731519650.978961:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5d3aa00. 00000001:00000010:3.0:1731519650.978963:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5d3a600. 00000001:00000010:3.0:1731519650.978966:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5d3ba00. 00000001:00000010:3.0:1731519650.978968:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5d3bc00. 00000001:00000010:3.0:1731519650.978971:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800adafda80. 00000001:00000010:3.0:1731519650.978973:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5e13ce0. 00000001:00000010:3.0:1731519650.978975:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5d3be00. 00000001:00000010:3.0:1731519650.978977:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5d3b400. 00000001:00000010:3.0:1731519650.978979:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5d3b600. 00000001:00000010:3.0:1731519650.978981:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5d3b800. 00000020:00000010:3.0:1731519650.978984:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5d3ae00. 00000020:00000010:3.0:1731519650.978986:0:7481:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8801370d8280. 00000020:00000010:3.0:1731519650.978989:0:7481:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a89b2000. 00000008:00000010:3.0:1731519650.978995:0:7481:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54160. 00020000:00000010:3.0:1731519650.978998:0:7481:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eacc240. 00008000:00000010:3.0:1731519650.979000:0:7481:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cd2d8. 00000080:00000010:3.0:1731519650.979003:0:7481:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce0f0. 00000020:00000010:3.0:1731519650.979006:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5d3b000. 00000020:00000010:3.0:1731519650.979008:0:7481:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5d3b200. 00000020:00000010:3.0:1731519650.979010:0:7481:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800abceb7e0. 00000008:00000010:3.0:1731519650.979013:0:7481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.979015:0:7481:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800adafdc00. 00008000:00000010:3.0:1731519650.979016:0:7481:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.979018:0:7481:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.979020:0:7481:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8248. 00000008:00000010:3.0:1731519650.979022:0:7481:0:(osc_dev.c:186:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8801370d8100. 00000020:00000010:3.0:1731519650.979031:0:7481:0:(genops.c:1192:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b5eea000. 00000100:00000200:3.0:1731519650.979041:0:7481:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.102@tcp->12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519650.979046:0:7481:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.203.102@tcp primary NID 192.168.203.102@tcp rc 0 00010000:00000010:3.0:1731519650.979049:0:7481:0:(ldlm_lib.c:69:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800abceb840. 00010000:00000010:3.0:1731519650.979052:0:7481:0:(ldlm_resource.c:935:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800ad88fc00. 00000001:00000010:3.0:1731519650.979055:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b5e68800. 00000001:00000010:3.0:1731519650.979058:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8801370d8300. 00000001:00000010:3.0:1731519650.979063:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800abf78000. 00000001:00000010:3.0:1731519650.979070:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800abf7e000. 00000001:00000010:3.0:1731519650.979077:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800abf7c000. 00000001:00000010:3.0:1731519650.979083:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8a16000. 00000001:00000010:3.0:1731519650.979090:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8a14000. 00000001:00000010:3.0:1731519650.979096:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8a12000. 00000001:00000010:3.0:1731519650.979103:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8a10000. 00000001:00000010:3.0:1731519650.979110:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a82d6000. 00000001:00000010:3.0:1731519650.979116:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a82d4000. 00000001:00000010:3.0:1731519650.979123:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a82d2000. 00000001:00000010:3.0:1731519650.979129:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a82d0000. 00000001:00000010:3.0:1731519650.979136:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8c1e000. 00000001:00000010:3.0:1731519650.979147:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8c1c000. 00000001:00000010:3.0:1731519650.979154:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8c1a000. 00000001:00000010:3.0:1731519650.979161:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8c18000. 00000001:00000010:3.0:1731519650.979173:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880136950000. 00010000:00000010:3.0:1731519650.979179:0:7481:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff8800b5ee9000. 00000020:00000010:3.0:1731519650.979288:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800abceb720. 00000020:00000010:3.0:1731519650.979292:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b5e13300. 00000020:00000010:3.0:1731519650.979311:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800abceb780. 00000020:00000010:3.0:1731519650.979314:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b5d3a200. 00000100:00000010:3.0:1731519650.979345:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5cc8e00. 00000100:00000010:3.0:1731519650.979348:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5cc9180. 00000020:00000010:3.0:1731519650.979517:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800abceb660. 00000020:00000010:3.0:1731519650.979521:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800a98ce000. 00000100:00000010:3.0:1731519650.979535:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5cc9500. 00000100:00000010:3.0:1731519650.979767:0:7481:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff880130e00000. 00000100:00000010:3.0:1731519650.979771:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5cc9880. 00000100:00000010:3.0:1731519650.980024:0:7481:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012c480000. 00000100:00000010:3.0:1731519650.980028:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5cc9c00. 00000100:00000010:3.0:1731519650.980255:0:7481:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012b600000. 00000100:00000010:3.0:1731519650.980259:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5cc9f80. 00000100:00000010:3.0:1731519650.980511:0:7481:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff880130f00000. 00000100:00000010:3.0:1731519650.980515:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5cca300. 00000100:00000010:3.0:1731519650.980743:0:7481:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012ea00000. 00000100:00000010:3.0:1731519650.980746:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5cca680. 00000100:00000010:3.0:1731519650.980993:0:7481:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012eb80000. 00000100:00000010:3.0:1731519650.980996:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5ccaa00. 00000100:00000010:3.0:1731519650.981224:0:7481:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88012d900000. 00000100:00000010:3.0:1731519650.981227:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5ccad80. 00000100:00000010:3.0:1731519650.981474:0:7481:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9800000. 00000100:00000010:3.0:1731519650.981478:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5ccb100. 00000100:00000010:3.0:1731519650.981704:0:7481:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a8200000. 00000100:00000010:3.0:1731519650.981712:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5ccb480. 00000100:00000010:3.0:1731519650.981955:0:7481:0:(client.c:636:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800aa500000. 00000020:00000010:3.0:1731519650.981960:0:7481:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b5d3b200. 00000020:00000010:3.0:1731519650.981964:0:7481:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800abceb7e0. 00000008:00000010:3.0:1731519650.981967:0:7481:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.981970:0:7481:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800adafdc00. 00008000:00000010:3.0:1731519650.981973:0:7481:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.981976:0:7481:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.981978:0:7481:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.981981:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5d3b000. 00000020:00000010:3.0:1731519650.981984:0:7481:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8801370d8280. 00000020:00000010:3.0:1731519650.981987:0:7481:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a89b2000. 00000008:00000010:3.0:1731519650.981989:0:7481:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012ab54160. 00020000:00000010:3.0:1731519650.981991:0:7481:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff88012eacc240. 00008000:00000010:3.0:1731519650.981993:0:7481:0:(echo_client.c:466:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012c0cd2d8. 00000080:00000010:3.0:1731519650.981995:0:7481:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012bfce0f0. 00000020:00000010:3.0:1731519650.981997:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b5d3ae00. 00000020:00000010:3.0:1731519650.982000:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800adafd540. 00000020:00000010:3.0:1731519650.982002:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.982007:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.982010:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8801370d8280. 00000020:00000010:3.0:1731519650.982014:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d28600. 00000020:00000010:3.0:1731519650.982017:0:7481:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d29200. 00000020:00000010:3.0:1731519650.982019:0:7481:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800abceb7e0. 00000008:00000010:3.0:1731519650.982021:0:7481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.982023:0:7481:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800ad829780. 00008000:00000010:3.0:1731519650.982025:0:7481:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.982027:0:7481:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.982029:0:7481:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8248. 00020000:00000010:3.0:1731519650.982037:0:7481:0:(lov_obd.c:500:lov_add_target()) kmalloced '(newtgts)': 16 at ffff8801369ba560. 00020000:00000010:3.0:1731519650.982040:0:7481:0:(lov_obd.c:523:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800b6d28000. 00020000:00000010:3.0:1731519650.982044:0:7481:0:(lov_dev.c:364:lov_expand_targets()) kmalloced '(newd)': 16 at ffff8801369ba410. 00000020:00000010:3.0:1731519650.982059:0:7481:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6d29200. 00000020:00000010:3.0:1731519650.982062:0:7481:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800abceb7e0. 00000008:00000010:3.0:1731519650.982065:0:7481:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.982067:0:7481:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ad829780. 00008000:00000010:3.0:1731519650.982069:0:7481:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.982071:0:7481:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.982073:0:7481:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.982075:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d28600. 00000020:00000010:3.0:1731519650.982077:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8801370d8280. 00000020:00000010:3.0:1731519650.982079:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.982083:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68000. 00000020:00000010:3.0:1731519650.982084:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68000. 00000020:00000010:3.0:1731519650.982088:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68000. 00000020:00000010:3.0:1731519650.982090:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68000. 00000020:00000010:3.0:1731519650.982092:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6eb6180. 00000100:00000010:3.0:1731519650.982095:0:7481:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800ad88e800. 00000400:00000200:3.0:1731519650.982102:0:7481:0:(peer.c:1743:lnet_peer_add()) peer 192.168.203.102@tcp NID flags 0x100001: -17 00000100:00000010:3.0:1731519650.982104:0:7481:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800ad88e800. 00000020:00000010:3.0:1731519650.982107:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.982110:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.982112:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ad829780. 00000020:00000010:3.0:1731519650.982124:0:7481:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a8d00000. 00000020:00000010:3.0:1731519650.982130:0:7481:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b5eec000. 00000020:00000010:3.0:1731519650.982139:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ad829780. 00000020:00000010:3.0:1731519650.982141:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.982144:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.982147:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800ad829780. 00000001:00000010:3.0:1731519650.982166:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ad829b40. 00000001:00000010:3.0:1731519650.982170:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5e13940. 00000001:00000010:3.0:1731519650.982172:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d28600. 00000001:00000010:3.0:1731519650.982174:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6d29200. 00000001:00000010:3.0:1731519650.982176:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5d3ae00. 00000001:00000010:3.0:1731519650.982182:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5d3b000. 00000001:00000010:3.0:1731519650.982185:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ad829600. 00000001:00000010:3.0:1731519650.982187:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b5e13800. 00000001:00000010:3.0:1731519650.982189:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b5d3b200. 00000001:00000010:3.0:1731519650.982192:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b66a9000. 00000001:00000010:3.0:1731519650.982194:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b66a8600. 00000001:00000010:3.0:1731519650.982196:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b66a9c00. 00000020:00000010:3.0:1731519650.982199:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b66a8c00. 00000020:00000010:3.0:1731519650.982201:0:7481:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8801370d8280. 00000020:00000010:3.0:1731519650.982204:0:7481:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a89b2000. 00000008:00000010:3.0:1731519650.982206:0:7481:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54160. 00020000:00000010:3.0:1731519650.982208:0:7481:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eacc240. 00008000:00000010:3.0:1731519650.982210:0:7481:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cd2d8. 00000080:00000010:3.0:1731519650.982213:0:7481:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce0f0. 00000020:00000010:3.0:1731519650.982215:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b66a8a00. 00000020:00000010:3.0:1731519650.982217:0:7481:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b66a9800. 00000020:00000010:3.0:1731519650.982219:0:7481:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800abceb7e0. 00000008:00000010:3.0:1731519650.982221:0:7481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.982223:0:7481:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800ad829900. 00008000:00000010:3.0:1731519650.982225:0:7481:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.982227:0:7481:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.982229:0:7481:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8248. 00000008:00000010:3.0:1731519650.982231:0:7481:0:(osc_dev.c:186:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8801370d8180. 00000020:00000010:3.0:1731519650.982238:0:7481:0:(genops.c:1192:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b5eeb000. 00000100:00000200:3.0:1731519650.982248:0:7481:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.102@tcp->12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519650.982252:0:7481:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.203.102@tcp primary NID 192.168.203.102@tcp rc 0 00010000:00000010:3.0:1731519650.982255:0:7481:0:(ldlm_lib.c:69:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800abceb6c0. 00010000:00000010:3.0:1731519650.982258:0:7481:0:(ldlm_resource.c:935:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800a9a5c800. 00000001:00000010:3.0:1731519650.982260:0:7481:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b5e68000. 00000001:00000010:3.0:1731519650.982263:0:7481:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8801370d8380. 00000001:00000010:3.0:1731519650.982291:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880136952000. 00000001:00000010:3.0:1731519650.982299:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880136954000. 00000001:00000010:3.0:1731519650.982311:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff880136956000. 00000001:00000010:3.0:1731519650.982322:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8d08000. 00000001:00000010:3.0:1731519650.982329:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8d0a000. 00000001:00000010:3.0:1731519650.982336:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8d0c000. 00000001:00000010:3.0:1731519650.982342:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8d0e000. 00000001:00000010:3.0:1731519650.982354:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8f60000. 00000001:00000010:3.0:1731519650.982360:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8f62000. 00000001:00000010:3.0:1731519650.982367:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8f64000. 00000001:00000010:3.0:1731519650.982373:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8f66000. 00000001:00000010:3.0:1731519650.982384:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8f68000. 00000001:00000010:3.0:1731519650.982390:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8f6a000. 00000001:00000010:3.0:1731519650.982397:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8f6c000. 00000001:00000010:3.0:1731519650.982403:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8f6e000. 00000001:00000010:3.0:1731519650.982414:0:7481:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800ab4f0000. 00010000:00000010:3.0:1731519650.982419:0:7481:0:(ldlm_resource.c:957:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff8800b5ee8800. 00000020:00000010:3.0:1731519650.982465:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800abceb5a0. 00000020:00000010:3.0:1731519650.982467:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b5e13020. 00000020:00000010:3.0:1731519650.982486:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800abceb600. 00000020:00000010:3.0:1731519650.982488:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b66a9e00. 00000100:00000010:3.0:1731519650.982519:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5ccb800. 00000100:00000010:3.0:1731519650.982522:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b5ccbb80. 00000020:00000010:3.0:1731519650.982664:0:7481:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800abceb4e0. 00000020:00000010:3.0:1731519650.982667:0:7481:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800a98cd000. 00000020:00000010:3.0:1731519650.982681:0:7481:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b66a9800. 00000020:00000010:3.0:1731519650.982683:0:7481:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800abceb7e0. 00000008:00000010:3.0:1731519650.982686:0:7481:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.982689:0:7481:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800ad829900. 00008000:00000010:3.0:1731519650.982692:0:7481:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.982694:0:7481:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.982697:0:7481:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.982699:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b66a8a00. 00000020:00000010:3.0:1731519650.982707:0:7481:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8801370d8280. 00000020:00000010:3.0:1731519650.982710:0:7481:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a89b2000. 00000008:00000010:3.0:1731519650.982712:0:7481:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012ab54160. 00020000:00000010:3.0:1731519650.982715:0:7481:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff88012eacc240. 00008000:00000010:3.0:1731519650.982717:0:7481:0:(echo_client.c:466:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012c0cd2d8. 00000080:00000010:3.0:1731519650.982719:0:7481:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012bfce0f0. 00000020:00000010:3.0:1731519650.982721:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b66a8c00. 00000020:00000010:3.0:1731519650.982724:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800ad829780. 00000020:00000010:3.0:1731519650.982726:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.982730:0:7481:0:(obd_config.c:1927:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.982733:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8801370d8280. 00000020:00000010:3.0:1731519650.982737:0:7481:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b66a8c00. 00000020:00000010:3.0:1731519650.982738:0:7481:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b66a8a00. 00000020:00000010:3.0:1731519650.982740:0:7481:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800abceb7e0. 00000008:00000010:3.0:1731519650.982743:0:7481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.982745:0:7481:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e3de240. 00008000:00000010:3.0:1731519650.982747:0:7481:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.982750:0:7481:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.982751:0:7481:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8248. 00020000:00000010:3.0:1731519650.982758:0:7481:0:(lov_obd.c:523:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800b66a9800. 00000020:00000010:3.0:1731519650.982762:0:7481:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b66a8a00. 00000020:00000010:3.0:1731519650.982764:0:7481:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800abceb7e0. 00000008:00000010:3.0:1731519650.982766:0:7481:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519650.982768:0:7481:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff88012e3de240. 00008000:00000010:3.0:1731519650.982770:0:7481:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff880136b98388. 00000080:00000010:3.0:1731519650.982772:0:7481:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88012bfcf098. 00000080:00000010:3.0:1731519650.982774:0:7481:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8801373c8248. 00000020:00000010:3.0:1731519650.982775:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b66a8c00. 00000020:00000010:3.0:1731519650.982777:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8801370d8280. 00000020:00000010:3.0:1731519650.982779:0:7481:0:(obd_config.c:2019:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.982782:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68b00. 00000020:00000010:3.0:1731519650.982783:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68b00. 00000020:00000010:3.0:1731519650.982792:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68b00. 00000020:00000010:3.0:1731519650.982794:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68b00. 00000020:00000010:3.0:1731519650.982796:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.982798:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff8800b6eb6180. 00000020:00000010:3.0:1731519650.982800:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68b00. 00000020:00000010:3.0:1731519650.982802:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68b00. 00000100:00000010:3.0:1731519650.982812:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731519650.982820:0:7481:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b66a8c00. 00000100:00000010:3.0:1731519650.982848:0:7481:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3de240. 02000000:00000010:3.0:1731519650.982870:0:7481:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a8fe8000. 00000400:00000010:3.0:1731519650.982874:0:7481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000400:00000010:3.0:1731519650.982878:0:7481:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88012e3de480. 00000100:00000200:3.0:1731519650.982882:0:7481:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1815629914964992, portal 25 00000400:00000010:3.0:1731519650.982886:0:7481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d2a8. 00000100:00000200:3.0:1731519650.982888:0:7481:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1815629914964992, offset 0 00000400:00000200:3.0:1731519650.982894:0:7481:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519650.982901:0:7481:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519650.982905:0:7481:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519650.982908:0:7481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519650.982911:0:7481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519650.982914:0:7481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519650.982917:0:7481:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [11:11:256:4294967295] 192.168.203.102@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:3.0:1731519650.982926:0:7481:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519650.982931:0:7481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519650.982934:0:7481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68b00. 00000800:00000200:3.0:1731519650.982938:0:7481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519650.982944:0:7481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519650.982947:0:7481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68b00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1731519650.983049:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519650.983055:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68b00. 00000400:00000200:0.0:1731519650.983059:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.983066:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519650.983070:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d2a8 00000400:00000010:0.0:1731519650.983072:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d2a8. 00000100:00000200:0.0:1731519650.983079:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629914964992/t0(0) o502->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731519666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1731519650.984707:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519650.984726:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 8472 into portal 25 MB=0x6734e48200400 00000400:00000200:0.0:1731519650.984732:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 8472/8472 into md 0x151 [4] + 224 00000400:00000200:0.0:1731519650.984757:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.984762:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519650.984768:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629914964992/t0(0) o502->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1731519650.984908:0:7481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:3.0:1731519650.984916:0:7481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e3de480 00000400:00000010:3.0:1731519650.984926:0:7481:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 184 at ffff88012e3de480. 00000100:00000200:3.0:1731519650.984934:0:7481:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629914964992/t0(0) o502->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1731519650.984945:0:7481:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629914964992/t0(0) o502->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:3.0:1731519650.984965:0:7481:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3de240. 02000000:00000010:3.0:1731519650.984973:0:7481:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a8fe8000. 02000000:00000010:3.0:1731519650.984984:0:7481:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b66a8c00. 00000100:00000010:3.0:1731519650.984988:0:7481:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000020:00000010:3.0:1731519650.984998:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68b00. 00000020:00000010:3.0:1731519650.985001:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68b00. 00000020:00000010:3.0:1731519650.985005:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8800abceb7e0. 00000020:00000010:3.0:1731519650.985010:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8800abceb7e0. 00000100:00000010:3.0:1731519650.985014:0:7481:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731519650.985020:0:7481:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b66a8c00. 00000100:00000010:3.0:1731519650.985027:0:7481:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3de240. 02000000:00000010:3.0:1731519650.985045:0:7481:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a8fe8000. 00000400:00000010:3.0:1731519650.985049:0:7481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000400:00000010:3.0:1731519650.985053:0:7481:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88012e3de480. 00000100:00000200:3.0:1731519650.985056:0:7481:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1815629914965120, portal 25 00000400:00000010:3.0:1731519650.985061:0:7481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d088. 00000100:00000200:3.0:1731519650.985063:0:7481:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1815629914965120, offset 0 00000400:00000200:3.0:1731519650.985069:0:7481:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519650.985076:0:7481:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519650.985080:0:7481:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519650.985083:0:7481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519650.985085:0:7481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519650.985088:0:7481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519650.985091:0:7481:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [12:12:256:4294967295] 192.168.203.102@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1731519650.985100:0:7481:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519650.985105:0:7481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519650.985112:0:7481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68b00. 00000800:00000200:3.0:1731519650.985116:0:7481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519650.985122:0:7481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519650.985125:0:7481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68b00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1731519650.985216:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519650.985220:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68b00. 00000400:00000200:0.0:1731519650.985224:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.985229:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519650.985232:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d088 00000400:00000010:0.0:1731519650.985234:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d088. 00000100:00000200:0.0:1731519650.985239:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629914965120/t0(0) o502->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731519666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000400:00000200:0.0:1731519650.986641:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519650.986652:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 8472 into portal 25 MB=0x6734e48200480 00000400:00000200:0.0:1731519650.986658:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 8472/8472 into md 0x159 [4] + 224 00000400:00000200:0.0:1731519650.986683:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.986687:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519650.986694:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629914965120/t0(0) o502->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000400:00000010:3.0:1731519650.986815:0:7481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:3.0:1731519650.986823:0:7481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e3de480 00000400:00000010:3.0:1731519650.986849:0:7481:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 184 at ffff88012e3de480. 00000100:00000200:3.0:1731519650.986858:0:7481:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629914965120/t0(0) o502->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000200:3.0:1731519650.986870:0:7481:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629914965120/t0(0) o502->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8472 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000010:3.0:1731519650.986889:0:7481:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3de240. 02000000:00000010:3.0:1731519650.986896:0:7481:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a8fe8000. 02000000:00000010:3.0:1731519650.986909:0:7481:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b66a8c00. 00000100:00000010:3.0:1731519650.986912:0:7481:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000020:00000010:3.0:1731519650.986922:0:7481:0:(obd_config.c:1988:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b5e68900. 00000020:00000010:3.0:1731519650.986925:0:7481:0:(obd_config.c:2017:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b5e68900. 00000040:00000010:3.0:1731519650.986928:0:7481:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff8800abf7a000. 00000020:00000010:3.0:1731519650.986934:0:7481:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b65dbc00. 00000040:00000010:3.0:1731519650.986937:0:7481:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b6cdce00. 00000020:00000010:3.0:1731519650.986940:0:7481:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b6690800. 00000020:00000010:3.0:1731519650.986943:0:7481:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800ab434a00. 80000000:00000010:3.0:1731519650.986947:0:7481:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800adad0900. 00040000:00000010:3.0:1731519650.986950:0:7481:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 240 at ffff8800b5e68100. 00040000:00000010:3.0:1731519650.986953:0:7481:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800ab434e00. 20000000:00000010:3.0:1731519650.986955:0:7481:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff8800ab434800. 00000020:00000010:3.0:1731519650.986958:0:7481:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b65dbe00. 00000040:00000010:2.0:1731519650.987038:0:7468:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff8800a9b03f00. 00000040:00000010:2.0:1731519650.987050:0:7468:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800b5e2e000. 00000040:00000010:2.0:1731519650.987056:0:7468:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff88012e350a00. 00000020:00000010:2.0:1731519650.987063:0:7468:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff88012e351400. 00000040:00000010:2.0:1731519650.987069:0:7468:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff88012e350600. 00000020:00000010:2.0:1731519650.987071:0:7468:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800a8e90000. 00000020:00000010:2.0:1731519650.987075:0:7468:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012e351a00. 80000000:00000010:2.0:1731519650.987078:0:7468:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b5c65060. 00040000:00000010:2.0:1731519650.987081:0:7468:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012e351e00. 20000000:00000010:2.0:1731519650.987084:0:7468:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff88012e350000. 00000020:00000010:2.0:1731519650.987095:0:7468:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e350400. 10000000:00000010:2.0:1731519650.987097:0:7468:0:(mgc_request.c:1688:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880136b4a500. 00000100:00000010:2.0:1731519650.987128:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444700. 02000000:00000010:2.0:1731519650.987137:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a7d72000. 00010000:00000010:2.0:1731519650.987144:0:7468:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6df2a00. 00010000:00000010:2.0:1731519650.987148:0:7468:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3918480. 00000100:00000010:2.0:1731519650.987158:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa480. 02000000:00000010:2.0:1731519650.987169:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d41c00. 00000400:00000010:2.0:1731519650.987173:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40463c8. 00000400:00000010:2.0:1731519650.987176:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac36e8. 00000100:00000200:2.0:1731519650.987180:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914965248, portal 25 00000400:00000010:2.0:1731519650.987184:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac34c8. 00000100:00000200:2.0:1731519650.987185:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1815629914965248, offset 0 00000400:00000200:2.0:1731519650.987192:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519650.987200:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519650.987203:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519650.987207:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519650.987209:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519650.987212:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519650.987215:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [13:13:256:4294967295] 192.168.203.102@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:2.0:1731519650.987224:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519650.987229:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519650.987232:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2800. 00000800:00000200:2.0:1731519650.987236:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519650.987242:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519650.987245:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1731519650.987343:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519650.987349:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2800. 00000400:00000200:0.0:1731519650.987355:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.987363:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519650.987369:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac34c8 00000400:00000010:0.0:1731519650.987371:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac34c8. 00000100:00000200:0.0:1731519650.987381:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444700 x1815629914965248/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731519650.988701:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519650.988719:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 344 into portal 25 MB=0x6734e48200500 00000400:00000200:0.0:1731519650.988726:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 344/344 into md 0x161 [1] + 224 00000400:00000200:0.0:1731519650.988742:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.988746:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519650.988753:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444700 x1815629914965248/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1731519650.988895:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b40463c8. 00000400:00000200:2.0:1731519650.988903:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac36e8 00000400:00000010:2.0:1731519650.988904:0:7468:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac36e8. 00000100:00000200:2.0:1731519650.988912:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444700 x1815629914965248/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731519650.988940:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444700 x1815629914965248/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1731519650.988957:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa480. 02000000:00000010:2.0:1731519650.988968:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d41c00. 02000000:00000010:2.0:1731519650.988972:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a7d72000. 00000100:00000010:2.0:1731519650.988975:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444700. 10000000:00000010:2.0:1731519650.988981:0:7468:0:(mgc_request.c:1492:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff8800a9b55800. 00000100:00000010:2.0:1731519650.989640:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444700. 02000000:00000010:2.0:1731519650.989648:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a7d72000. 00000100:00000010:2.0:1731519650.989655:0:7468:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800b5d41c00. 00000100:00000010:2.0:1731519650.989658:0:7468:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8800b5da8000. 00000100:00000010:2.0:1731519650.989672:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa480. 00000400:00000010:2.0:1731519650.989685:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40463c8. 00000400:00000010:2.0:1731519650.989689:0:7468:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800b5e2e000. 00000100:00000200:2.0:1731519650.989694:0:7468:0:(niobuf.c:432:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6734e48200580-0x6734e48200580, portal 33 02000000:00000010:2.0:1731519650.989699:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a7d73e00. 00000400:00000010:2.0:1731519650.989701:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046420. 00000400:00000010:2.0:1731519650.989704:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac36e8. 00000100:00000200:2.0:1731519650.989706:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914965376, portal 25 00000400:00000010:2.0:1731519650.989709:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3198. 00000100:00000200:2.0:1731519650.989711:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1815629914965376, offset 0 00000400:00000200:2.0:1731519650.989716:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519650.989723:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519650.989727:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519650.989730:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519650.989733:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519650.989735:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519650.989738:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [14:14:256:4294967295] 192.168.203.102@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1731519650.989747:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519650.989760:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519650.989763:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2300. 00000800:00000200:2.0:1731519650.989768:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519650.989773:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519650.989776:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2300 type 1, nob 400 niov 1 nkiov 1 00000800:00000200:0.0:1731519650.989961:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519650.989967:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2300. 00000400:00000200:0.0:1731519650.989972:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.989978:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519650.989983:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3198 00000400:00000010:0.0:1731519650.989985:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3198. 00000100:00000200:0.0:1731519650.989992:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444700 x1815629914965376/t0(0) o256->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 304/240 e 0 to 0 dl 1731519666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731519650.991405:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519650.991421:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 176 into portal 33 MB=0x6734e48200580 00000400:00000200:0.0:1731519650.991431:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.102@tcp of length 176/176 into md 0x169 [256] + 0 00000400:00000010:0.0:1731519650.991437:0:6386:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b40463c8. 00000400:00000200:0.0:1731519650.991441:0:6386:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b5e2e000 00000400:00000200:0.0:1731519650.991461:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.991468:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519650.991474:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5e2e000 00000400:00000010:0.0:1731519650.991477:0:6386:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 4216 at ffff8800b5e2e000. 00000100:00000200:0.0:1731519650.991481:0:6386:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800b5d41c00 00000400:00000200:0.0:1731519650.991491:0:6386:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1731519650.991496:0:6386:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.203.2@tcp to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519650.991501:0:6386:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [15:15:256:4294967295] 192.168.203.102@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1731519650.991511:0:6386:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:192.168.203.2@tcp) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) 192.168.203.102@tcp : ACK try# 0 00000800:00000200:0.0:1731519650.991516:0:6386:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519650.991529:0:6386:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff880136aca000. 00000800:00000200:0.0:1731519650.991533:0:6386:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519650.991539:0:6386:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519650.991543:0:6386:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136aca000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1731519650.991608:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519650.991611:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff880136aca000. 00000400:00000200:0.0:1731519650.991615:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.991619:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: ACK: OK 00000400:00000200:0.0:1731519650.992917:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519650.992928:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 240 into portal 25 MB=0x6734e48200580 00000400:00000200:0.0:1731519650.992934:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 240/240 into md 0x16d [1] + 224 00000400:00000200:0.0:1731519650.992951:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.992956:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519650.992962:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444700 x1815629914965376/t0(0) o256->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 304/240 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1731519650.993091:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046420. 00000400:00000200:2.0:1731519650.993099:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac36e8 00000400:00000010:2.0:1731519650.993100:0:7468:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac36e8. 00000100:00000200:2.0:1731519650.993109:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444700 x1815629914965376/t0(0) o256->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 304/240 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731519650.993119:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444700 x1815629914965376/t0(0) o256->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 304/240 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1731519650.993138:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa480. 10000000:00000010:2.0:1731519650.993149:0:7468:0:(mgc_request.c:1216:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff8800b3908000. 00000100:00000200:2.0:1731519650.993159:0:7468:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.102@tcp 00000100:00000200:2.0:1731519650.993161:0:7468:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1731519650.993168:0:7468:0:(peer.c:1743:lnet_peer_add()) peer 192.168.203.102@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1731519650.993173:0:7468:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800a9b03f00. 00000020:00000010:2.0:1731519650.993178:0:7468:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a7d72800. 00000020:00000010:2.0:1731519650.993182:0:7468:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a7d73400. 00000020:00000010:2.0:1731519650.993184:0:7468:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab40e900. 00000008:00000010:2.0:1731519650.993188:0:7468:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8058b28. 00020000:00000010:2.0:1731519650.993191:0:7468:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaa480. 00008000:00000010:2.0:1731519650.993194:0:7468:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83c388. 00000080:00000010:2.0:1731519650.993198:0:7468:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c098. 00000080:00000010:2.0:1731519650.993201:0:7468:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b0248. 00000020:00000010:2.0:1731519650.993252:0:7468:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a7d73400. 00000020:00000010:2.0:1731519650.993256:0:7468:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800ab40e900. 00000008:00000010:2.0:1731519650.993258:0:7468:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8058b28. 00020000:00000010:2.0:1731519650.993261:0:7468:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff88012daaa480. 00008000:00000010:2.0:1731519650.993302:0:7468:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad83c388. 00000080:00000010:2.0:1731519650.993315:0:7468:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800a7d3c098. 00000080:00000010:2.0:1731519650.993317:0:7468:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab5b0248. 00000020:00000010:2.0:1731519650.993320:0:7468:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a7d72800. 10000000:00000010:2.0:1731519650.993323:0:7468:0:(mgc_request.c:1442:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800a9b03f00. 00000100:00000200:2.0:1731519650.993330:0:7468:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.102@tcp 00000100:00000200:2.0:1731519650.993332:0:7468:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1731519650.993337:0:7468:0:(peer.c:1743:lnet_peer_add()) peer 192.168.203.102@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1731519650.993341:0:7468:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800a9b03f00. 00000020:00000010:2.0:1731519650.993345:0:7468:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a7d72800. 00000020:00000010:2.0:1731519650.993347:0:7468:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a7d73400. 00000020:00000010:2.0:1731519650.993349:0:7468:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab40e900. 00000008:00000010:2.0:1731519650.993352:0:7468:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8058b28. 00020000:00000010:2.0:1731519650.993354:0:7468:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaa480. 00008000:00000010:2.0:1731519650.993356:0:7468:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83c388. 00000080:00000010:2.0:1731519650.993358:0:7468:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c098. 00000080:00000010:2.0:1731519650.993360:0:7468:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b0248. 00000020:00000010:2.0:1731519650.993380:0:7468:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a7d73400. 00000020:00000010:2.0:1731519650.993383:0:7468:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800ab40e900. 00000008:00000010:2.0:1731519650.993385:0:7468:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8058b28. 00020000:00000010:2.0:1731519650.993387:0:7468:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff88012daaa480. 00008000:00000010:2.0:1731519650.993389:0:7468:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad83c388. 00000080:00000010:2.0:1731519650.993391:0:7468:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800a7d3c098. 00000080:00000010:2.0:1731519650.993393:0:7468:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab5b0248. 00000020:00000010:2.0:1731519650.993395:0:7468:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a7d72800. 10000000:00000010:2.0:1731519650.993396:0:7468:0:(mgc_request.c:1442:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800a9b03f00. 00000100:00000200:2.0:1731519650.993401:0:7468:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.102@tcp 00000100:00000200:2.0:1731519650.993403:0:7468:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1731519650.993405:0:7468:0:(peer.c:1743:lnet_peer_add()) peer 192.168.203.102@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1731519650.993408:0:7468:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800a9b03f00. 00000020:00000010:2.0:1731519650.993411:0:7468:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a7d72800. 00000020:00000010:2.0:1731519650.993412:0:7468:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a7d73400. 00000020:00000010:2.0:1731519650.993414:0:7468:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab40e900. 00000008:00000010:2.0:1731519650.993416:0:7468:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8058b28. 00020000:00000010:2.0:1731519650.993423:0:7468:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaa480. 00008000:00000010:2.0:1731519650.993425:0:7468:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83c388. 00000080:00000010:2.0:1731519650.993427:0:7468:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c098. 00000080:00000010:2.0:1731519650.993429:0:7468:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b0248. 00000020:00000010:2.0:1731519650.993506:0:7468:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a7d73400. 00000020:00000010:2.0:1731519650.993508:0:7468:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800ab40e900. 00000008:00000010:2.0:1731519650.993510:0:7468:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8058b28. 00020000:00000010:2.0:1731519650.993513:0:7468:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff88012daaa480. 00008000:00000010:2.0:1731519650.993515:0:7468:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad83c388. 00000080:00000010:2.0:1731519650.993517:0:7468:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800a7d3c098. 00000080:00000010:2.0:1731519650.993519:0:7468:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab5b0248. 00000020:00000010:2.0:1731519650.993521:0:7468:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a7d72800. 10000000:00000010:2.0:1731519650.993523:0:7468:0:(mgc_request.c:1442:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800a9b03f00. 00000100:00000200:2.0:1731519650.993529:0:7468:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.102@tcp 00000100:00000200:2.0:1731519650.993530:0:7468:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1731519650.993534:0:7468:0:(peer.c:1743:lnet_peer_add()) peer 192.168.203.102@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1731519650.993537:0:7468:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800a9b03f00. 00000020:00000010:2.0:1731519650.993540:0:7468:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a7d72800. 00000020:00000010:2.0:1731519650.993542:0:7468:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a7d73400. 00000020:00000010:2.0:1731519650.993543:0:7468:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab40e900. 00000008:00000010:2.0:1731519650.993545:0:7468:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8058b28. 00020000:00000010:2.0:1731519650.993547:0:7468:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaa480. 00008000:00000010:2.0:1731519650.993549:0:7468:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83c388. 00000080:00000010:2.0:1731519650.993551:0:7468:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c098. 00000080:00000010:2.0:1731519650.993553:0:7468:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b0248. 00000020:00000010:2.0:1731519650.993568:0:7468:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a7d73400. 00000020:00000010:2.0:1731519650.993569:0:7468:0:(cl_object.c:1060:cl_key_fini()) kfreed 'info': 72 at ffff8800ab40e900. 00000008:00000010:2.0:1731519650.993571:0:7468:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8058b28. 00020000:00000010:2.0:1731519650.993573:0:7468:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff88012daaa480. 00008000:00000010:2.0:1731519650.993575:0:7468:0:(echo_client.c:441:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ad83c388. 00000080:00000010:2.0:1731519650.993577:0:7468:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800a7d3c098. 00000080:00000010:2.0:1731519650.993579:0:7468:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab5b0248. 00000020:00000010:2.0:1731519650.993581:0:7468:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a7d72800. 10000000:00000010:2.0:1731519650.993588:0:7468:0:(mgc_request.c:1442:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800a9b03f00. 10000000:00000010:2.0:1731519650.993590:0:7468:0:(mgc_request.c:1454:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff8800b3908000. 02000000:00000010:2.0:1731519650.993595:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a7d73e00. 00000100:00000010:2.0:1731519650.993606:0:7468:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff8800b5da8000. 00000100:00000010:2.0:1731519650.993608:0:7468:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800b5d41c00. 02000000:00000010:2.0:1731519650.993611:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a7d72000. 00000100:00000010:2.0:1731519650.993614:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444700. 10000000:00000010:2.0:1731519650.994303:0:7468:0:(mgc_request.c:1610:mgc_process_recover_log()) kfreed 'pages': 2048 at ffff8800a9b55800. 00000100:00000010:2.0:1731519650.994327:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444700. 02000000:00000010:2.0:1731519650.994335:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a7d72000. 00010000:00000010:2.0:1731519650.994341:0:7468:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6df2400. 00010000:00000010:2.0:1731519650.994345:0:7468:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b39186c0. 00000100:00000010:2.0:1731519650.994353:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa480. 02000000:00000010:2.0:1731519650.994363:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d41c00. 00000400:00000010:2.0:1731519650.994367:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046420. 00000400:00000010:2.0:1731519650.994370:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac36e8. 00000100:00000200:2.0:1731519650.994374:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914965504, portal 25 00000400:00000010:2.0:1731519650.994377:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731519650.994379:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1815629914965504, offset 0 00000400:00000200:2.0:1731519650.994385:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519650.994392:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519650.994396:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519650.994399:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519650.994402:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519650.994404:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519650.994407:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [16:16:256:4294967295] 192.168.203.102@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1731519650.994416:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519650.994422:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519650.994424:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2200. 00000800:00000200:2.0:1731519650.994429:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519650.994434:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519650.994444:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1731519650.994507:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519650.994510:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2200. 00000400:00000200:2.0:1731519650.994513:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519650.994518:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519650.994521:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac32a8 00000400:00000010:2.0:1731519650.994523:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731519650.994527:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444700 x1815629914965504/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731519650.995901:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519650.995915:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 344 into portal 25 MB=0x6734e48200600 00000400:00000200:0.0:1731519650.995924:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 344/344 into md 0x175 [1] + 224 00000400:00000200:0.0:1731519650.995945:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.995952:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519650.995961:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444700 x1815629914965504/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:3.0:1731519650.996037:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046420. 00000400:00000200:3.0:1731519650.996045:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac36e8 00000400:00000010:3.0:1731519650.996046:0:7468:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac36e8. 00000100:00000200:3.0:1731519650.996054:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444700 x1815629914965504/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:3.0:1731519650.996079:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444700 x1815629914965504/t0(0) o101->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 328/344 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:3.0:1731519650.996098:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa480. 02000000:00000010:3.0:1731519650.996111:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d41c00. 02000000:00000010:3.0:1731519650.996114:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a7d72000. 00000100:00000010:3.0:1731519650.996117:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444700. 10000000:00000010:3.0:1731519650.996122:0:7468:0:(mgc_request.c:1640:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e2bc3c0. 00000020:00000010:3.0:1731519650.996125:0:7468:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b66a8c00. 00000020:00000010:3.0:1731519650.996129:0:7468:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b66a8a00. 00000040:00000010:3.0:1731519650.996132:0:7468:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b66a8800. 00000020:00000010:3.0:1731519650.996135:0:7468:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b5ee8000. 00000020:00000010:3.0:1731519650.996139:0:7468:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6cdce00. 80000000:00000010:3.0:1731519650.996142:0:7468:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800abceb7e0. 00040000:00000010:3.0:1731519650.996145:0:7468:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b65dbe00. 20000000:00000010:3.0:1731519650.996148:0:7468:0:(mgs_handler.c:1475:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b65dbc00. 00000040:00000010:3.0:1731519650.996153:0:7468:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800a8ee7c00. 00000100:00000010:3.0:1731519650.996158:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731519650.996166:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a8ee6a00. 00000100:00000010:3.0:1731519650.996174:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3deb40. 02000000:00000010:3.0:1731519650.996184:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8ee6c00. 00000400:00000010:3.0:1731519650.996188:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000400:00000010:3.0:1731519650.996191:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dbb0. 00000100:00000200:3.0:1731519650.996195:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914965632, portal 25 00000400:00000010:3.0:1731519650.996198:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731519650.996200:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1815629914965632, offset 0 00000400:00000200:3.0:1731519650.996206:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519650.996212:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519650.996216:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519650.996219:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519650.996222:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519650.996225:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519650.996234:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [17:17:256:4294967295] 192.168.203.102@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:3.0:1731519650.996244:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519650.996249:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519650.996252:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68b00. 00000800:00000200:3.0:1731519650.996257:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519650.996263:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519650.996307:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68b00 type 1, nob 600 niov 1 nkiov 1 00000800:00000200:0.0:1731519650.996393:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519650.996399:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68b00. 00000400:00000200:0.0:1731519650.996404:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.996412:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519650.996417:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d220 00000400:00000010:0.0:1731519650.996420:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d220. 00000100:00000200:0.0:1731519650.996428:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629914965632/t0(0) o501->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 504/272 e 0 to 0 dl 1731519666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1731519650.997797:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:2.0:1731519650.997806:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 272 into portal 25 MB=0x6734e48200680 00000400:00000200:2.0:1731519650.997812:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 272/272 into md 0x17d [1] + 224 00000400:00000200:2.0:1731519650.997846:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519650.997850:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731519650.997856:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629914965632/t0(0) o501->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 504/272 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:3.0:1731519650.997900:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:3.0:1731519650.997905:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dbb0 00000400:00000010:3.0:1731519650.997907:0:7468:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dbb0. 00000100:00000200:3.0:1731519650.997913:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629914965632/t0(0) o501->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 504/272 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:3.0:1731519650.997923:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629914965632/t0(0) o501->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 504/272 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:3.0:1731519650.997939:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3deb40. 02000000:00000010:3.0:1731519650.997946:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8ee6c00. 02000000:00000010:3.0:1731519650.997949:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a8ee6a00. 00000100:00000010:3.0:1731519650.997952:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000040:00000010:3.0:1731519650.997959:0:7468:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800ab4f2000. 00000100:00000010:3.0:1731519650.997962:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731519650.997968:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a8ee6a00. 00000100:00000010:3.0:1731519650.997973:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3deb40. 02000000:00000010:3.0:1731519650.997995:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a807c000. 00000400:00000010:3.0:1731519650.997999:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000400:00000010:3.0:1731519650.998002:0:7468:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88012e3decc0. 00000100:00000200:3.0:1731519650.998005:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1815629914965760, portal 25 00000400:00000010:3.0:1731519650.998009:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dbb0. 00000100:00000200:3.0:1731519650.998011:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1815629914965760, offset 0 00000400:00000200:3.0:1731519650.998016:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519650.998022:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519650.998030:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519650.998034:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519650.998036:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519650.998039:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519650.998042:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [18:18:256:4294967295] 192.168.203.102@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1731519650.998050:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519650.998055:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519650.998058:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68b00. 00000800:00000200:3.0:1731519650.998062:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519650.998068:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519650.998071:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68b00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1731519650.998156:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519650.998161:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68b00. 00000400:00000200:0.0:1731519650.998167:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.998175:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519650.998180:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dbb0 00000400:00000010:0.0:1731519650.998183:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dbb0. 00000100:00000200:0.0:1731519650.998191:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629914965760/t0(0) o503->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731519666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:3.0:1731519650.998900:0:7484:0:(lproc_ptlrpc.c:1388:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff88012e2bc700. 00000020:00000010:3.0:1731519650.998908:0:7484:0:(lproc_ptlrpc.c:1440:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff88012e2bc700. 00000020:00000010:1.0:1731519650.999124:0:7485:0:(lproc_ptlrpc.c:1388:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800a8457080. 00000020:00000010:1.0:1731519650.999132:0:7485:0:(lproc_ptlrpc.c:1440:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800a8457080. 00000400:00000200:0.0:1731519650.999500:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519650.999513:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 8416 into portal 25 MB=0x6734e48200700 00000400:00000200:0.0:1731519650.999522:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 8416/8416 into md 0x185 [4] + 224 00000400:00000200:0.0:1731519650.999554:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519650.999561:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519650.999570:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629914965760/t0(0) o503->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:3.0:1731519650.999616:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:3.0:1731519650.999620:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012e3decc0 00000400:00000010:3.0:1731519650.999622:0:7468:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 184 at ffff88012e3decc0. 00000100:00000200:3.0:1731519650.999629:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629914965760/t0(0) o503->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:3.0:1731519650.999638:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629914965760/t0(0) o503->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 272/8416 e 0 to 0 dl 1731519666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:3.0:1731519650.999653:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3deb40. 02000000:00000010:3.0:1731519650.999661:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a807c000. 02000000:00000010:3.0:1731519650.999671:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a8ee6a00. 00000100:00000010:3.0:1731519650.999674:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000040:00000010:3.0:1731519650.999680:0:7468:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff8801370d8480. 00000020:00000010:3.0:1731519650.999761:0:7487:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8ee6a00. 00000020:00000010:3.0:1731519650.999765:0:7487:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8ee6c00. 00000040:00000010:3.0:1731519650.999768:0:7487:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8ee7400. 00000020:00000010:3.0:1731519650.999771:0:7487:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b5eef000. 00000020:00000010:3.0:1731519650.999774:0:7487:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8ee6800. 80000000:00000010:3.0:1731519650.999781:0:7487:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800abceb540. 00040000:00000010:3.0:1731519650.999785:0:7487:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b5e68b00. 00040000:00000010:3.0:1731519650.999787:0:7487:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8ee7e00. 20000000:00000010:3.0:1731519650.999790:0:7487:0:(mgs_handler.c:1475:mgs_key_init()) kmalloced '(value)': 392 at ffff8800a8ee7600. 00000040:00000010:3.0:1731519650.999796:0:7487:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8800ab4f4000. 00000040:00000010:3.0:1731519651.000380:0:7487:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff8800ab4f4000. 00000020:00000010:3.0:1731519651.000385:0:7487:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8ee6c00. 00000040:00000010:3.0:1731519651.000388:0:7487:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800a8ee7400. 00000020:00000010:3.0:1731519651.000390:0:7487:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b5eef000. 00000020:00000010:3.0:1731519651.000393:0:7487:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8ee6800. 80000000:00000010:3.0:1731519651.000395:0:7487:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800abceb540. 00040000:00000010:3.0:1731519651.000397:0:7487:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 240 at ffff8800b5e68b00. 00040000:00000010:3.0:1731519651.000400:0:7487:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8ee7e00. 20000000:00000010:3.0:1731519651.000402:0:7487:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff8800a8ee7600. 00000020:00000010:3.0:1731519651.000404:0:7487:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8ee6a00. 00000040:00000010:3.0:1731519651.000413:0:7468:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff8801370d8480. 00000040:00000010:3.0:1731519651.000417:0:7468:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800ab4f2000. 00000040:00000010:3.0:1731519651.000420:0:7468:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800a8ee7c00. 00000020:00000010:3.0:1731519651.000423:0:7468:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b66a8a00. 00000040:00000010:3.0:1731519651.000425:0:7468:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b66a8800. 00000020:00000010:3.0:1731519651.000427:0:7468:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b5ee8000. 00000020:00000010:3.0:1731519651.000430:0:7468:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b6cdce00. 80000000:00000010:3.0:1731519651.000432:0:7468:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800abceb7e0. 00040000:00000010:3.0:1731519651.000434:0:7468:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b65dbe00. 20000000:00000010:3.0:1731519651.000436:0:7468:0:(mgs_handler.c:1475:mgs_key_fini()) kfreed 'info': 392 at ffff8800b65dbc00. 00000020:00000010:3.0:1731519651.000438:0:7468:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b66a8c00. 10000000:00000010:3.0:1731519651.000440:0:7468:0:(mgc_request.c:1688:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012e2bc3c0. 00000020:00000010:3.0:1731519651.000460:0:7468:0:(obd_mount.c:101:lustre_process_log()) kfreed 'lcfg': 176 at ffff88012daaa180. 00000020:00000010:3.0:1731519651.000462:0:7468:0:(obd_mount.c:103:lustre_process_log()) kfreed 'bufs': 104 at ffff8800a9b03600. 00000080:00000010:3.0:1731519651.000468:0:7468:0:(llite_lib.c:1476:ll_fill_super()) kmalloced '(dt)': 33 at ffff88012e2bc3c0. 00000080:00000010:3.0:1731519651.000471:0:7468:0:(llite_lib.c:1482:ll_fill_super()) kmalloced '(md)': 33 at ffff88012e2bcc80. 00000080:00000010:3.0:1731519651.000476:0:7468:0:(llite_lib.c:326:client_common_fill_super()) kmalloced '(data)': 192 at ffff88012e3deb40. 00000080:00000010:3.0:1731519651.000478:0:7468:0:(llite_lib.c:330:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff88012e3decc0. 00000020:00000010:3.0:1731519651.000484:0:7468:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b5ee8000. 00000020:00000010:3.0:1731519651.000511:0:7468:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b5eef000. 00000400:00000200:3.0:1731519651.000523:0:7468:0:(peer.c:1527:LNetPeerDiscovered()) Peer NID 192.168.203.102@tcp discovered: 1 00000100:00000010:3.0:1731519651.000533:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731519651.000541:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9a5dc00. 02000000:00000010:1.0:1731519651.000575:0:6390:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6580000. 40000000:00000010:3.0:1731519651.000577:0:7468:0:(fid_request.c:431:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800b5e68b00. 40000000:00000010:3.0:1731519651.000580:0:7468:0:(fid_request.c:435:client_fid_init()) kmalloced '(prefix)': 133 at ffff88012e3def00. 00000400:00000010:1.0:1731519651.000582:0:6390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519651.000587:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381000. 00000100:00000200:1.0:1731519651.000591:0:6390:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914965888, portal 10 00000020:00000010:1.0:1731519651.000598:0:6390:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800abc8e000. 00000400:00000010:1.0:1731519651.000603:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381110. 00000100:00000200:1.0:1731519651.000605:0:6390:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1815629914965888, offset 0 40000000:00000010:3.0:1731519651.000610:0:7468:0:(fid_request.c:443:client_fid_init()) kfreed 'prefix': 133 at ffff88012e3def00. 00000400:00000200:1.0:1731519651.000612:0:6390:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 80000000:00000010:3.0:1731519651.000614:0:7468:0:(fld_request.c:151:fld_client_add_target()) kmalloced '(target)': 40 at ffff88012e2bcac0. 00000400:00000200:1.0:1731519651.000619:0:6390:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00020000:00000010:3.0:1731519651.000619:0:7468:0:(lu_tgt_descs.c:124:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff8801370d8480. 00000400:00000200:1.0:1731519651.000622:0:6390:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1731519651.000624:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 00000400:00000200:1.0:1731519651.000626:0:6390:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 02000000:00000010:3.0:1731519651.000627:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5e68900. 00000400:00000200:1.0:1731519651.000628:0:6390:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519651.000631:0:6390:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519651.000634:0:6390:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [19:19:256:4294967295] 192.168.203.102@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1731519651.000644:0:6390:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000020:00000010:3.0:1731519651.000647:0:7468:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b5eee000. 00000800:00000200:1.0:1731519651.000649:0:6390:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519651.000651:0:6390:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000400:00000200:3.0:1731519651.000655:0:7468:0:(peer.c:1527:LNetPeerDiscovered()) Peer NID 192.168.203.102@tcp discovered: 1 00000800:00000200:1.0:1731519651.000656:0:6390:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000100:00000010:3.0:1731519651.000660:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 00000800:00000200:1.0:1731519651.000661:0:6390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519651.000664:0:6390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:3.0:1731519651.000664:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9a5e000. 40000000:00000010:3.0:1731519651.000685:0:7468:0:(fid_request.c:431:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800b6db2700. 40000000:00000010:3.0:1731519651.000687:0:7468:0:(fid_request.c:435:client_fid_init()) kmalloced '(prefix)': 133 at ffff88012e3def00. 02000000:00000010:1.0:1731519651.000692:0:6390:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6500c00. 00000400:00000010:1.0:1731519651.000695:0:6390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4210. 00000400:00000010:1.0:1731519651.000698:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381b28. 00000100:00000200:1.0:1731519651.000700:0:6390:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914966144, portal 10 00000020:00000010:1.0:1731519651.000706:0:6390:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800abc88000. 00000400:00000010:1.0:1731519651.000710:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381aa0. 00000100:00000200:1.0:1731519651.000711:0:6390:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1815629914966144, offset 0 40000000:00000010:3.0:1731519651.000712:0:7468:0:(fid_request.c:443:client_fid_init()) kfreed 'prefix': 133 at ffff88012e3def00. 80000000:00000010:3.0:1731519651.000714:0:7468:0:(fld_request.c:151:fld_client_add_target()) kmalloced '(target)': 40 at ffff88012e2bc880. 00000400:00000200:1.0:1731519651.000715:0:6390:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000100:00000010:3.0:1731519651.000718:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 00000400:00000200:1.0:1731519651.000721:0:6390:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 02000000:00000010:3.0:1731519651.000722:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6db2600. 00000400:00000200:1.0:1731519651.000725:0:6390:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1731519651.000730:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519651.000734:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:1.0:1731519651.000738:0:6390:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519651.000738:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 40000000:00000010:3.0:1731519651.000738:0:7468:0:(fid_request.c:431:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800b6db2900. 40000000:00000010:3.0:1731519651.000740:0:7468:0:(fid_request.c:435:client_fid_init()) kmalloced '(prefix)': 133 at ffff88012e3def00. 00000400:00000200:1.0:1731519651.000741:0:6390:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519651.000743:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519651.000745:0:6390:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519651.000747:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381110 00000400:00000010:2.0:1731519651.000748:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381110. 00000400:00000200:1.0:1731519651.000749:0:6390:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [20:20:255:4294967295] 192.168.203.102@tcp LPNI seq info [20:20:7:4294967295] 00000100:00000200:2.0:1731519651.000754:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629914965888/t0(0) o38->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:1.0:1731519651.000761:0:6390:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 40000000:00000010:3.0:1731519651.000764:0:7468:0:(fid_request.c:443:client_fid_init()) kfreed 'prefix': 133 at ffff88012e3def00. 00000800:00000200:1.0:1731519651.000769:0:6390:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.102@tcp 00800000:00000010:3.0:1731519651.000769:0:7468:0:(lmv_obd.c:1418:lmv_statfs()) kmalloced '(temp)': 144 at ffff88012e3def00. 00000800:00000010:1.0:1731519651.000773:0:6390:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000100:00000010:3.0:1731519651.000775:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 00000800:00000200:1.0:1731519651.000778:0:6390:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 02000000:00000010:3.0:1731519651.000778:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6db2f00. 00000100:00000010:3.0:1731519651.000783:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3ded80. 00000800:00000200:1.0:1731519651.000786:0:6390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519651.000790:0:6390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:3.0:1731519651.000799:0:6392:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ad9a8f18. 00000020:00000010:3.0:1731519651.000802:0:6392:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8ee7c00. 80000000:00000010:3.0:1731519651.000804:0:6392:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800abceb7e0. 40000000:00000010:3.0:1731519651.000807:0:6392:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012e2bcb00. 00000008:00000010:3.0:1731519651.000816:0:6392:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc48b28. 00020000:00000010:3.0:1731519651.000819:0:6392:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e3de900. 00008000:00000010:3.0:1731519651.000822:0:6392:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98388. 00100000:00000010:3.0:1731519651.000851:0:6392:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b5eee800. 00040000:00000010:3.0:1731519651.000854:0:6392:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6db2000. 00040000:00000010:3.0:1731519651.000857:0:6392:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b5eeb800. 00040000:00000010:3.0:1731519651.000860:0:6392:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8ee6a00. 00000004:00000010:3.0:1731519651.000863:0:6392:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b5eea800. 00000004:00000010:3.0:1731519651.000867:0:6392:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a98c8000. 00000004:00000010:3.0:1731519651.000870:0:6392:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b6690800. 00002000:00000010:3.0:1731519651.000873:0:6392:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a9a5e400. 00000800:00000200:0.0:1731519651.000875:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000004:00000010:3.0:1731519651.000875:0:6392:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800a9a5e800. 00000080:00000010:3.0:1731519651.000878:0:6392:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf098. 00000800:00000010:0.0:1731519651.000880:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000080:00000010:3.0:1731519651.000880:0:6392:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8248. 00000400:00000200:0.0:1731519651.000884:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000010:3.0:1731519651.000884:0:6392:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54160. 00020000:00000010:3.0:1731519651.000886:0:6392:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eacc240. 00008000:00000010:3.0:1731519651.000888:0:6392:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cd2d8. 00000400:00000200:0.0:1731519651.000890:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000080:00000010:3.0:1731519651.000890:0:6392:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce0f0. 00000400:00000200:0.0:1731519651.000893:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381aa0 00000400:00000010:0.0:1731519651.000895:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381aa0. 00000100:00000200:0.0:1731519651.000901:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629914966144/t0(0) o38->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:3.0:1731519651.000902:0:6391:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ad9a9420. 00000020:00000010:3.0:1731519651.000905:0:6391:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8ee7600. 80000000:00000010:3.0:1731519651.000907:0:6391:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800abceb540. 40000000:00000010:3.0:1731519651.000909:0:6391:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012e2bc640. 00000008:00000010:3.0:1731519651.000912:0:6391:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc4a178. 00020000:00000010:3.0:1731519651.000914:0:6391:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e3de9c0. 00008000:00000010:3.0:1731519651.000917:0:6391:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98a98. 00100000:00000010:3.0:1731519651.000920:0:6391:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6c7d800. 00040000:00000010:3.0:1731519651.000922:0:6391:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6db2100. 00040000:00000010:3.0:1731519651.000925:0:6391:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b6c7c000. 00040000:00000010:3.0:1731519651.000926:0:6391:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8ee7e00. 00000004:00000010:3.0:1731519651.000929:0:6391:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6c7c800. 00000004:00000010:3.0:1731519651.000932:0:6391:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a98cf000. 00000004:00000010:3.0:1731519651.000934:0:6391:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b6c7f800. 00002000:00000010:3.0:1731519651.000936:0:6391:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a9a5ec00. 00000004:00000010:3.0:1731519651.000944:0:6391:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800a9a5f000. 00000080:00000010:3.0:1731519651.000946:0:6391:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf1c8. 00000080:00000010:3.0:1731519651.000948:0:6391:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c86d8. 00000008:00000010:3.0:1731519651.000951:0:6391:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab542c0. 00020000:00000010:3.0:1731519651.000954:0:6391:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eacc480. 00008000:00000010:3.0:1731519651.000955:0:6391:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cddb0. 00000080:00000010:3.0:1731519651.000958:0:6391:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce1e0. 00000020:00000010:3.0:1731519651.000964:0:6393:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ad9a9928. 00000020:00000010:3.0:1731519651.000967:0:6393:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8ee6800. 80000000:00000010:3.0:1731519651.000968:0:6393:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800abceb420. 40000000:00000010:3.0:1731519651.000970:0:6393:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012e2bc1c0. 00000008:00000010:3.0:1731519651.000973:0:6393:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc4aca0. 00020000:00000010:3.0:1731519651.000975:0:6393:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e3dee40. 00008000:00000010:3.0:1731519651.000977:0:6393:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b98e20. 00100000:00000010:3.0:1731519651.000980:0:6393:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6c7d000. 00040000:00000010:3.0:1731519651.000982:0:6393:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6db2200. 00040000:00000010:3.0:1731519651.000985:0:6393:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b6c7e800. 00040000:00000010:3.0:1731519651.000986:0:6393:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8ee7400. 00000004:00000010:3.0:1731519651.000989:0:6393:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6c7f000. 00000004:00000010:3.0:1731519651.000992:0:6393:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a98cb000. 00000004:00000010:3.0:1731519651.000996:0:6393:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800aa4ae800. 00002000:00000010:3.0:1731519651.000998:0:6393:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a9a5f400. 00000004:00000010:3.0:1731519651.001000:0:6393:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800a9a5f800. 00000080:00000010:3.0:1731519651.001001:0:6393:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf260. 00000080:00000010:3.0:1731519651.001003:0:6393:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8920. 00000008:00000010:3.0:1731519651.001006:0:6393:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54420. 00020000:00000010:3.0:1731519651.001008:0:6393:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eacc6c0. 00008000:00000010:3.0:1731519651.001010:0:6393:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cdb88. 00000080:00000010:3.0:1731519651.001012:0:6393:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce2d0. 00000020:00000010:3.0:1731519651.001020:0:6394:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800ad9a9e30. 00000020:00000010:3.0:1731519651.001022:0:6394:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8ee6c00. 80000000:00000010:3.0:1731519651.001024:0:6394:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800abceb480. 40000000:00000010:3.0:1731519651.001025:0:6394:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012e2bcd40. 00000008:00000010:3.0:1731519651.001033:0:6394:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc4b7c8. 00020000:00000010:3.0:1731519651.001035:0:6394:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e3de180. 00008000:00000010:3.0:1731519651.001037:0:6394:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b991a8. 00100000:00000010:3.0:1731519651.001040:0:6394:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800aa4ab000. 00040000:00000010:3.0:1731519651.001043:0:6394:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6db2300. 00040000:00000010:3.0:1731519651.001045:0:6394:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800aa4a8000. 00040000:00000010:3.0:1731519651.001047:0:6394:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8ee6200. 00000004:00000010:3.0:1731519651.001049:0:6394:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800aa4a9800. 00000004:00000010:3.0:1731519651.001053:0:6394:0:(mdt_handler.c:8129:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012b2e5000. 00000004:00000010:3.0:1731519651.001056:0:6394:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8800aa4ab800. 00002000:00000010:3.0:1731519651.001058:0:6394:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a9a5fc00. 00000004:00000010:3.0:1731519651.001060:0:6394:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff8800a9a5d800. 00000080:00000010:3.0:1731519651.001062:0:6394:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf2f8. 00000080:00000010:3.0:1731519651.001064:0:6394:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8b68. 00000008:00000010:3.0:1731519651.001067:0:6394:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54580. 00020000:00000010:3.0:1731519651.001069:0:6394:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eacc900. 00008000:00000010:3.0:1731519651.001070:0:6394:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cdf70. 00000080:00000010:3.0:1731519651.001072:0:6394:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce3c0. 00000020:00000010:0.0:1731519651.001245:0:7482:0:(lproc_ptlrpc.c:1388:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b5f1dd00. 00000100:00000200:0.0:1731519651.001264:0:7482:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.203.102@tcp->12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519651.001307:0:7482:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.203.102@tcp primary NID 192.168.203.102@tcp rc 0 00000020:00000010:0.0:1731519651.001314:0:7482:0:(lproc_ptlrpc.c:1440:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b5f1dd00. 00000020:00000010:2.0:1731519651.001860:0:7486:0:(lproc_ptlrpc.c:1388:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b5cc4000. 00000020:00000010:2.0:1731519651.001868:0:7486:0:(lproc_ptlrpc.c:1440:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b5cc4000. 00000400:00000200:1.0:1731519651.002176:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:1.0:1731519651.002188:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 416 into portal 10 MB=0x6734e48200780 00000400:00000200:1.0:1731519651.002194:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 416/416 into md 0x18d [1] + 0 00000400:00000200:1.0:1731519651.002202:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519651.002206:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:1.0:1731519651.002212:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629914965888/t0(0) o38->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:1.0:1731519651.002239:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:1.0:1731519651.002243:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 416 into portal 10 MB=0x6734e48200880 00000400:00000200:1.0:1731519651.002247:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 416/416 into md 0x195 [1] + 0 00000400:00000200:1.0:1731519651.002264:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519651.002304:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:1.0:1731519651.002309:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629914966144/t0(0) o38->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1731519651.002334:0:6390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb4210. 00000400:00000200:1.0:1731519651.002337:0:6390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381b28 00000400:00000010:1.0:1731519651.002338:0:6390:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381b28. 00000100:00000200:1.0:1731519651.002342:0:6390:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629914966144/t0(0) o38->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1731519651.002357:0:6390:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629914966144/t0(0) o38->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1731519651.002377:0:6390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519651.002379:0:6390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381000 00000400:00000010:1.0:1731519651.002380:0:6390:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381000. 00000100:00000200:1.0:1731519651.002383:0:6390:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629914965888/t0(0) o38->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1731519651.002391:0:6390:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629914965888/t0(0) o38->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:1.0:1731519651.002422:0:6390:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6500c00. 02000000:00000010:1.0:1731519651.002426:0:6390:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9a5e000. 00000100:00000010:1.0:1731519651.002429:0:6390:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 02000000:00000010:1.0:1731519651.002432:0:6390:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6580000. 02000000:00000010:1.0:1731519651.002435:0:6390:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9a5dc00. 00000100:00000010:1.0:1731519651.002437:0:6390:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:2.0:1731519651.002438:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444a80. 02000000:00000010:2.0:1731519651.002450:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d43800. 02000000:00000010:1.0:1731519651.002480:0:6390:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6500c00. 00000400:00000010:1.0:1731519651.002484:0:6390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519651.002487:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381000. 00000100:00000200:1.0:1731519651.002490:0:6390:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914966528, portal 10 00000400:00000010:1.0:1731519651.002494:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381b28. 00000100:00000200:1.0:1731519651.002496:0:6390:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1815629914966528, offset 0 00000400:00000200:1.0:1731519651.002501:0:6390:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519651.002507:0:6390:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519651.002511:0:6390:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519651.002514:0:6390:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519651.002517:0:6390:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519651.002519:0:6390:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519651.002522:0:6390:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [21:21:256:4294967295] 192.168.203.102@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:1.0:1731519651.002531:0:6390:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519651.002543:0:6390:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519651.002546:0:6390:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731519651.002550:0:6390:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519651.002555:0:6390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519651.002558:0:6390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1731519651.002791:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519651.002795:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:2.0:1731519651.002804:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519651.002809:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519651.002812:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381b28 00000400:00000010:2.0:1731519651.002814:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381b28. 00000100:00000200:2.0:1731519651.002819:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444a80 x1815629914966528/t0(0) o38->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519651.003970:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519651.003981:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 416 into portal 10 MB=0x6734e48200a00 00000400:00000200:0.0:1731519651.003997:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 416/416 into md 0x19d [1] + 0 00000400:00000200:0.0:1731519651.004018:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519651.004024:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519651.004033:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444a80 x1815629914966528/t0(0) o38->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519651.004127:0:6390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519651.004134:0:6390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381000 00000400:00000010:1.0:1731519651.004136:0:6390:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381000. 00000100:00000200:1.0:1731519651.004144:0:6390:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444a80 x1815629914966528/t0(0) o38->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519651.004156:0:6390:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444a80 x1815629914966528/t0(0) o38->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519651.004179:0:6390:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6500c00. 02000000:00000010:1.0:1731519651.004183:0:6390:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d43800. 00000100:00000010:1.0:1731519651.004187:0:6390:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444a80. 00000100:00000010:2.0:1731519656.012398:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444e00. 02000000:00000010:2.0:1731519656.012421:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6df2b00. 00000100:00000010:2.0:1731519656.012479:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445180. 02000000:00000010:2.0:1731519656.012485:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d43400. 00000100:00000010:2.0:1731519656.012515:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445500. 02000000:00000010:2.0:1731519656.012522:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d43000. 02000000:00000010:3.0:1731519656.012555:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8ee6000. 00000400:00000010:3.0:1731519656.012565:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000400:00000010:3.0:1731519656.012572:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519656.012578:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914966656, portal 25 00000400:00000010:3.0:1731519656.012583:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d440. 00000100:00000200:3.0:1731519656.012585:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914966656, offset 0 00000400:00000200:3.0:1731519656.012594:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519656.012607:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519656.012612:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519656.012616:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 02000000:00000010:1.0:1731519656.012617:0:6390:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6500c00. 00000400:00000200:3.0:1731519656.012619:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519656.012622:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519656.012625:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [22:22:256:4294967295] 192.168.203.102@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000010:1.0:1731519656.012627:0:6390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519656.012632:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381000. 00000400:00000200:3.0:1731519656.012635:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000100:00000200:1.0:1731519656.012636:0:6390:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914966784, portal 10 00000400:00000010:1.0:1731519656.012642:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381bb0. 00000100:00000200:1.0:1731519656.012644:0:6390:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1815629914966784, offset 0 00000400:00000200:1.0:1731519656.012651:0:6390:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000800:00000200:3.0:1731519656.012656:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519656.012659:0:6390:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000800:00000010:3.0:1731519656.012661:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2e00. 00000400:00000200:1.0:1731519656.012663:0:6390:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519656.012667:0:6390:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000800:00000200:3.0:1731519656.012668:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000400:00000200:1.0:1731519656.012670:0:6390:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519656.012672:0:6390:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519656.012675:0:6390:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [23:23:255:4294967295] 192.168.203.102@tcp LPNI seq info [23:23:7:4294967295] 00000800:00000200:3.0:1731519656.012676:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519656.012680:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1731519656.012684:0:6390:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519656.012689:0:6390:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519656.012701:0:6390:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731519656.012706:0:6390:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519656.012712:0:6390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519656.012716:0:6390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:1.0:1731519656.012726:0:6390:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6580000. 00000400:00000010:1.0:1731519656.012729:0:6390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4210. 00000400:00000010:1.0:1731519656.012732:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3815d8. 00000100:00000200:1.0:1731519656.012734:0:6390:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914966912, portal 10 00000400:00000010:1.0:1731519656.012738:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381ee0. 00000100:00000200:1.0:1731519656.012739:0:6390:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1815629914966912, offset 0 00000400:00000200:1.0:1731519656.012743:0:6390:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519656.012746:0:6390:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519656.012749:0:6390:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519656.012751:0:6390:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519656.012753:0:6390:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519656.012755:0:6390:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519656.012757:0:6390:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [24:24:254:4294967295] 192.168.203.102@tcp LPNI seq info [24:24:6:4294967295] 00000400:00000200:1.0:1731519656.012764:0:6390:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519656.012768:0:6390:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519656.012770:0:6390:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bb00. 00000800:00000200:1.0:1731519656.012773:0:6390:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519656.012776:0:6390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519656.012778:0:6390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bb00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:0.0:1731519656.012784:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519656.012839:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2e00. 00000400:00000200:0.0:1731519656.012848:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519656.012857:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519656.012862:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d440 00000400:00000010:0.0:1731519656.012865:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d440. 00000100:00000200:0.0:1731519656.012876:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444e00 x1815629914966656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1731519656.012909:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519656.012912:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731519656.012917:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519656.012922:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519656.012925:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381bb0 00000400:00000010:0.0:1731519656.012928:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381bb0. 00000100:00000200:0.0:1731519656.012934:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445180 x1815629914966784/t0(0) o38->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1731519656.013038:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519656.013041:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bb00. 00000400:00000200:0.0:1731519656.013045:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519656.013051:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519656.013055:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381ee0 00000400:00000010:0.0:1731519656.013058:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381ee0. 00000100:00000200:0.0:1731519656.013065:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445500 x1815629914966912/t0(0) o38->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519656.014823:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519656.014840:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48200a80 00000400:00000200:0.0:1731519656.014860:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a5 [1] + 224 00000400:00000200:0.0:1731519656.014877:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519656.014882:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519656.014891:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444e00 x1815629914966656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519656.014940:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519656.014949:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 416 into portal 10 MB=0x6734e48200b80 00000400:00000200:0.0:1731519656.014955:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 416/416 into md 0x1b5 [1] + 0 00000400:00000200:0.0:1731519656.014963:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519656.014968:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519656.014974:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445500 x1815629914966912/t0(0) o38->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519656.015013:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000010:3.0:1731519656.015013:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:0.0:1731519656.015020:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 416 into portal 10 MB=0x6734e48200b00 00000400:00000200:3.0:1731519656.015020:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:3.0:1731519656.015022:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000400:00000200:0.0:1731519656.015028:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 416/416 into md 0x1ad [1] + 0 00000100:00000200:3.0:1731519656.015030:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444e00 x1815629914966656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519656.015040:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444e00 x1815629914966656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519656.015050:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519656.015057:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 02000000:00000010:3.0:1731519656.015063:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8ee6000. 00000100:00000200:0.0:1731519656.015064:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445180 x1815629914966784/t0(0) o38->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519656.015068:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6df2b00. 00000100:00000010:3.0:1731519656.015073:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444e00. 00000400:00000010:1.0:1731519656.015094:0:6390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519656.015101:0:6390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381000 00000400:00000010:1.0:1731519656.015103:0:6390:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381000. 00000100:00000200:1.0:1731519656.015110:0:6390:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445180 x1815629914966784/t0(0) o38->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519656.015120:0:6390:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445180 x1815629914966784/t0(0) o38->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519657.014531:0:6390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb4210. 00000400:00000200:1.0:1731519657.014538:0:6390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3815d8 00000400:00000010:1.0:1731519657.014539:0:6390:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3815d8. 02000000:00000010:3.0:1731519657.014544:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9a5d000. 00000100:00000200:1.0:1731519657.014546:0:6390:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445500 x1815629914966912/t0(0) o38->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.014551:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000100:00000200:1.0:1731519657.014554:0:6390:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445500 x1815629914966912/t0(0) o38->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.014555:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.014560:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914966400, portal 10 02000000:00000010:2.0:1731519657.014561:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d43c00. 00000020:00000010:3.0:1731519657.014566:0:7468:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800ab4f2000. 00000400:00000010:2.0:1731519657.014567:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046478. 00000400:00000010:3.0:1731519657.014570:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4de58. 00000400:00000010:2.0:1731519657.014571:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac32a8. 02000000:00000010:1.0:1731519657.014572:0:6390:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6500c00. 00000100:00000200:3.0:1731519657.014572:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1815629914966400, offset 0 00000100:00000200:2.0:1731519657.014574:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914966016, portal 10 02000000:00000010:1.0:1731519657.014576:0:6390:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d43400. 00000100:00000010:1.0:1731519657.014578:0:6390:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445180. 00000020:00000010:2.0:1731519657.014578:0:6392:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800b5e2e000. 00000400:00000200:3.0:1731519657.014578:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 02000000:00000010:1.0:1731519657.014581:0:6390:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6580000. 00000400:00000010:2.0:1731519657.014581:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac37f8. 00000100:00000200:2.0:1731519657.014582:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1815629914966016, offset 0 02000000:00000010:1.0:1731519657.014583:0:6390:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d43000. 00000100:00000010:1.0:1731519657.014584:0:6390:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445500. 00000400:00000200:2.0:1731519657.014586:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.014588:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.014592:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.014595:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.014599:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.014601:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.014603:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [25:25:256:4294967295] 192.168.203.102@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:3.0:1731519657.014612:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000400:00000200:2.0:1731519657.014624:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000800:00000200:3.0:1731519657.014624:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.014626:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1731519657.014627:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2500. 00000400:00000200:2.0:1731519657.014628:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.014629:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.014630:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.014632:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [26:26:255:4294967295] 192.168.203.102@tcp LPNI seq info [26:26:7:4294967295] 00000800:00000200:3.0:1731519657.014632:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000400:00000200:2.0:1731519657.014637:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.014638:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.014639:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.014641:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2800. 00000800:00000200:3.0:1731519657.014641:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.014644:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.014652:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.014654:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.014693:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.014696:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2500. 00000400:00000200:0.0:1731519657.014699:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.014703:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.014705:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4de58 00000400:00000010:0.0:1731519657.014706:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4de58. 00000100:00000200:0.0:1731519657.014710:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629914966400/t0(0) o41->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 224/368 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000800:00000200:0.0:1731519657.014756:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.014761:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2800. 00000400:00000200:0.0:1731519657.014763:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.014765:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.014766:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac37f8 00000400:00000010:0.0:1731519657.014767:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac37f8. 00000100:00000200:0.0:1731519657.014770:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629914966016/t0(0) o41->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 224/368 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.015765:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.015772:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 368 into portal 10 MB=0x6734e48200800 00000400:00000200:0.0:1731519657.015778:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 368/368 into md 0x1c5 [1] + 224 00000400:00000200:0.0:1731519657.015803:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.015806:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.015811:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629914966016/t0(0) o41->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 224/368 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.015840:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.015845:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 368 into portal 10 MB=0x6734e48200980 00000400:00000200:0.0:1731519657.015849:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 368/368 into md 0x1bd [1] + 224 00000400:00000010:2.0:1731519657.015854:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046478. 00000400:00000200:2.0:1731519657.015857:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac32a8 00000400:00000010:2.0:1731519657.015858:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac32a8. 00000400:00000200:0.0:1731519657.015860:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.015863:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731519657.015863:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629914966016/t0(0) o41->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 224/368 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1731519657.015866:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629914966400/t0(0) o41->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 224/368 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.015871:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629914966016/t0(0) o41->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 224/368 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:2.0:1731519657.015888:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d43c00. 02000000:00000010:2.0:1731519657.015891:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5e68900. 00000100:00000010:2.0:1731519657.015894:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000400:00000010:3.0:1731519657.015914:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:3.0:1731519657.015919:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:3.0:1731519657.015920:0:7468:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.015924:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629914966400/t0(0) o41->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 224/368 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.015930:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629914966400/t0(0) o41->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 224/368 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.015942:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3ded80. 02000000:00000010:3.0:1731519657.015946:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9a5d000. 02000000:00000010:3.0:1731519657.015947:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6db2f00. 00000100:00000010:3.0:1731519657.015949:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00800000:00000010:3.0:1731519657.015952:0:7468:0:(lmv_obd.c:1471:lmv_statfs()) kfreed 'temp': 144 at ffff88012e3def00. 00000020:00000010:3.0:1731519657.015965:0:7468:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa4af800. 00000020:00000010:3.0:1731519657.015978:0:7468:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa4a8800. 00000400:00000200:3.0:1731519657.015985:0:7468:0:(peer.c:1527:LNetPeerDiscovered()) Peer NID 192.168.203.102@tcp discovered: 1 00000100:00000010:3.0:1731519657.015994:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731519657.016000:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9a5d000. 00000020:00000010:3.0:1731519657.016043:0:7468:0:(genops.c:973:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa4aa000. 00000100:00000010:2.0:1731519657.016046:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445880. 00000400:00000200:3.0:1731519657.016047:0:7468:0:(peer.c:1527:LNetPeerDiscovered()) Peer NID 192.168.203.102@tcp discovered: 1 02000000:00000010:1.0:1731519657.016050:0:6390:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6580000. 00000100:00000010:3.0:1731519657.016051:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:2.0:1731519657.016052:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6df2300. 02000000:00000010:3.0:1731519657.016053:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9a5cc00. 00000400:00000010:1.0:1731519657.016055:0:6390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4210. 00000400:00000010:1.0:1731519657.016057:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3815d8. 00000100:00000200:1.0:1731519657.016059:0:6390:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914967040, portal 4 00000020:00000010:1.0:1731519657.016063:0:6390:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800abc8a000. 00000400:00000010:1.0:1731519657.016066:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381000. 00000100:00000200:1.0:1731519657.016067:0:6390:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1815629914967040, offset 0 00000100:00000010:2.0:1731519657.016068:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445c00. 00000400:00000200:1.0:1731519657.016071:0:6390:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 02000000:00000010:2.0:1731519657.016071:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d43c00. 00000400:00000200:1.0:1731519657.016074:0:6390:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 02000000:00000010:3.0:1731519657.016074:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8ee6000. 00000400:00000200:1.0:1731519657.016077:0:6390:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1731519657.016077:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000400:00000200:1.0:1731519657.016078:0:6390:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000010:3.0:1731519657.016078:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000400:00000200:1.0:1731519657.016079:0:6390:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1731519657.016080:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914967168, portal 25 00000400:00000200:1.0:1731519657.016081:0:6390:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519657.016082:0:6390:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [27:27:256:4294967295] 192.168.203.102@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000010:3.0:1731519657.016086:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d550. 00000400:00000200:1.0:1731519657.016087:0:6390:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000100:00000200:3.0:1731519657.016088:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914967168, offset 0 00000800:00000200:1.0:1731519657.016089:0:6390:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.016091:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519657.016095:0:6390:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642ba00. 00000400:00000200:3.0:1731519657.016095:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000800:00000200:1.0:1731519657.016097:0:6390:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000400:00000200:3.0:1731519657.016097:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.016099:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.016100:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1731519657.016101:0:6390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000400:00000200:3.0:1731519657.016101:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000800:00000200:1.0:1731519657.016102:0:6390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642ba00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1731519657.016103:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [28:28:255:4294967295] 192.168.203.102@tcp LPNI seq info [28:28:7:4294967295] 00000400:00000200:3.0:1731519657.016108:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.016110:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.016112:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2f00. 00000800:00000200:3.0:1731519657.016114:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.016117:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.016119:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2f00 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1731519657.016120:0:6390:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6500c00. 00000400:00000010:1.0:1731519657.016123:0:6390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519657.016124:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3814c8. 00000100:00000200:1.0:1731519657.016126:0:6390:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914967296, portal 4 00000020:00000010:1.0:1731519657.016134:0:6390:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a85d0000. 00000400:00000010:1.0:1731519657.016136:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381330. 00000100:00000200:1.0:1731519657.016137:0:6390:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1815629914967296, offset 0 40000000:00000010:3.0:1731519657.016139:0:7468:0:(fid_request.c:431:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800b6db2a00. 00000400:00000200:1.0:1731519657.016140:0:6390:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 40000000:00000010:3.0:1731519657.016140:0:7468:0:(fid_request.c:435:client_fid_init()) kmalloced '(prefix)': 133 at ffff88012e3def00. 00000400:00000200:1.0:1731519657.016142:0:6390:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000800:00000200:0.0:1731519657.016144:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1731519657.016144:0:6390:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519657.016145:0:6390:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519657.016146:0:6390:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1731519657.016147:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642ba00. 00000400:00000200:1.0:1731519657.016147:0:6390:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519657.016148:0:6390:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [29:29:254:4294967295] 192.168.203.102@tcp LPNI seq info [29:29:6:4294967295] 00000400:00000200:0.0:1731519657.016149:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.016152:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.016153:0:6390:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000400:00000200:0.0:1731519657.016154:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381000 00000400:00000010:0.0:1731519657.016155:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381000. 00000800:00000200:1.0:1731519657.016155:0:6390:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519657.016157:0:6390:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000100:00000200:0.0:1731519657.016158:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629914967040/t0(0) o8->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 520/544 e 0 to 0 dl 1731519667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000800:00000200:1.0:1731519657.016158:0:6390:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519657.016161:0:6390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519657.016162:0:6390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 616 niov 1 nkiov 1 40000000:00000010:3.0:1731519657.016166:0:7468:0:(fid_request.c:443:client_fid_init()) kfreed 'prefix': 133 at ffff88012e3def00. 02000000:00000010:1.0:1731519657.016169:0:6390:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a8fe8000. 00000100:00000010:3.0:1731519657.016169:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 00000400:00000010:1.0:1731519657.016171:0:6390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4108. 00000400:00000010:1.0:1731519657.016172:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381440. 00000100:00000200:1.0:1731519657.016173:0:6390:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914967424, portal 10 02000000:00000010:3.0:1731519657.016173:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a8ee7800. 00000800:00000200:0.0:1731519657.016175:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1731519657.016175:0:6390:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381990. 00000800:00000010:0.0:1731519657.016176:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2f00. 00000100:00000200:1.0:1731519657.016176:0:6390:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1815629914967424, offset 0 00000400:00000200:0.0:1731519657.016177:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.016178:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000010:3.0:1731519657.016178:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3def00. 00000400:00000200:1.0:1731519657.016180:0:6390:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.016181:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d550 00000400:00000010:0.0:1731519657.016182:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d550. 00000400:00000200:1.0:1731519657.016182:0:6390:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519657.016183:0:6390:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1731519657.016183:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9a5d400. 00000100:00000200:0.0:1731519657.016184:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445880 x1815629914967168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1731519657.016184:0:6390:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000010:3.0:1731519657.016184:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a8f0. 00000400:00000200:1.0:1731519657.016185:0:6390:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519657.016186:0:6390:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000010:3.0:1731519657.016186:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dcc0. 00000400:00000200:1.0:1731519657.016187:0:6390:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [30:30:254:4294967295] 192.168.203.102@tcp LPNI seq info [30:30:6:4294967295] 00000100:00000200:3.0:1731519657.016188:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914967552, portal 10 00000400:00000010:3.0:1731519657.016189:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dee0. 00000100:00000200:3.0:1731519657.016190:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1815629914967552, offset 0 00000400:00000200:1.0:1731519657.016191:0:6390:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519657.016193:0:6390:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.016193:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519657.016194:0:6390:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642ba00. 00000400:00000200:3.0:1731519657.016195:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000800:00000200:1.0:1731519657.016196:0:6390:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000400:00000200:3.0:1731519657.016197:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1731519657.016198:0:6390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519657.016199:0:6390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642ba00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1731519657.016199:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.016203:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.016204:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.016206:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [31:31:254:4294967295] 192.168.203.102@tcp LPNI seq info [31:31:6:4294967295] 00000400:00000200:3.0:1731519657.016210:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.016213:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000200:0.0:1731519657.016214:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1731519657.016215:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2b00. 00000800:00000010:0.0:1731519657.016216:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731519657.016217:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1731519657.016217:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000400:00000200:0.0:1731519657.016220:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000800:00000200:3.0:1731519657.016220:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000400:00000200:0.0:1731519657.016221:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381330 00000800:00000200:3.0:1731519657.016221:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2b00 type 1, nob 536 niov 1 nkiov 1 00000400:00000010:0.0:1731519657.016222:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381330. 00000100:00000200:0.0:1731519657.016224:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629914967296/t0(0) o8->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 520/544 e 0 to 0 dl 1731519667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000800:00000200:0.0:1731519657.016233:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.016234:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642ba00. 00000400:00000200:0.0:1731519657.016235:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.016236:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.016237:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381990 00000400:00000010:0.0:1731519657.016238:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381990. 00000100:00000200:0.0:1731519657.016240:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445c00 x1815629914967424/t0(0) o38->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1731519657.016250:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.016251:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2b00. 00000400:00000200:0.0:1731519657.016252:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.016253:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.016254:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dee0 00000400:00000010:0.0:1731519657.016255:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dee0. 00000100:00000200:0.0:1731519657.016257:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629914967552/t0(0) o40->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 440/448 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.017026:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.017032:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48200c80 00000400:00000200:0.0:1731519657.017036:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1d5 [1] + 224 00000400:00000200:0.0:1731519657.017042:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.017045:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.017049:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445880 x1815629914967168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.017124:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:3.0:1731519657.017128:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000200:0.0:1731519657.017129:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000010:3.0:1731519657.017129:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000400:00000200:0.0:1731519657.017133:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 448 into portal 10 MB=0x6734e48200e00 00000100:00000200:3.0:1731519657.017133:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445880 x1815629914967168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.017135:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 448/448 into md 0x1ed [1] + 224 00000400:00000200:0.0:1731519657.017138:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1731519657.017139:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445880 x1815629914967168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.017140:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.017143:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629914967552/t0(0) o40->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 440/448 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:3.0:1731519657.017147:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8ee6000. 02000000:00000010:3.0:1731519657.017150:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6df2300. 00000100:00000010:3.0:1731519657.017152:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445880. 00000400:00000200:0.0:1731519657.017163:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.017167:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 416 into portal 4 MB=0x6734e48200d00 00000400:00000200:0.0:1731519657.017170:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 416/416 into md 0x1dd [1] + 0 00000400:00000200:0.0:1731519657.017174:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.017177:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000010:2.0:1731519657.017177:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a8f0. 00000400:00000200:2.0:1731519657.017180:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dcc0 00000400:00000010:2.0:1731519657.017181:0:7468:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dcc0. 00000100:00000200:2.0:1731519657.017184:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629914967552/t0(0) o40->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 440/448 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1731519657.017187:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629914967296/t0(0) o8->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 520/544 e 0 to 0 dl 1731519667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.017189:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629914967552/t0(0) o40->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 440/448 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.017202:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3def00. 00000002:00000200:2.0:1731519657.017206:0:7468:0:(mdc_request.c:129:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 00000400:00000200:0.0:1731519657.017208:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 02000000:00000010:2.0:1731519657.017209:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9a5d400. 02000000:00000010:2.0:1731519657.017211:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a8ee7800. 00000400:00000200:0.0:1731519657.017212:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 416 into portal 4 MB=0x6734e48200c00 00000100:00000010:2.0:1731519657.017214:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000400:00000200:0.0:1731519657.017215:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 416/416 into md 0x1cd [1] + 0 00000080:00000010:2.0:1731519657.017217:0:7468:0:(llite_lib.c:732:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff8800a7d72200. 00000400:00000200:0.0:1731519657.017220:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1731519657.017221:0:7468:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b5d43000. 00000400:00000200:0.0:1731519657.017226:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000010:1.0:1731519657.017227:0:6390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519657.017230:0:6390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3814c8 00000400:00000010:1.0:1731519657.017230:0:6390:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3814c8. 00000100:00000010:2.0:1731519657.017232:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445f80. 00000100:00000200:1.0:1731519657.017233:0:6390:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629914967296/t0(0) o8->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 520/544 e 0 to 0 dl 1731519667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1731519657.017236:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629914967040/t0(0) o8->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 520/544 e 0 to 0 dl 1731519667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:2.0:1731519657.017237:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a7d72c00. 00000100:00000200:1.0:1731519657.017239:0:6390:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629914967296/t0(0) o8->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 520/544 e 0 to 0 dl 1731519667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.017243:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaab40. 00000400:00000200:0.0:1731519657.017246:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.017248:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 416 into portal 10 MB=0x6734e48200d80 02000000:00000010:2.0:1731519657.017249:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a7d72400. 00000400:00000200:0.0:1731519657.017250:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 416/416 into md 0x1e5 [1] + 0 00000400:00000010:2.0:1731519657.017252:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046478. 00000400:00000010:2.0:1731519657.017254:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731519657.017257:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914967680, portal 10 00000400:00000200:0.0:1731519657.017258:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1731519657.017259:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac33b8. 00000400:00000200:0.0:1731519657.017260:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731519657.017260:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1815629914967680, offset 0 00000100:00000200:0.0:1731519657.017263:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445c00 x1815629914967424/t0(0) o38->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1731519657.017280:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000010:1.0:1731519657.017284:0:6390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb4210. 00000400:00000200:1.0:1731519657.017285:0:6390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3815d8 00000400:00000010:1.0:1731519657.017286:0:6390:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3815d8. 00000400:00000200:2.0:1731519657.017286:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000100:00000200:1.0:1731519657.017288:0:6390:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629914967040/t0(0) o8->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 520/544 e 0 to 0 dl 1731519667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1731519657.017288:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.017290:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000100:00000200:1.0:1731519657.017292:0:6390:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629914967040/t0(0) o8->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 520/544 e 0 to 0 dl 1731519667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1731519657.017292:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.017294:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.017296:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [32:32:256:4294967295] 192.168.203.102@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:2.0:1731519657.017302:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 02000000:00000010:1.0:1731519657.017305:0:6390:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6500c00. 00000800:00000200:2.0:1731519657.017305:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.017307:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2300. 02000000:00000010:1.0:1731519657.017308:0:6390:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9a5cc00. 00000800:00000200:2.0:1731519657.017309:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.017312:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000100:00000010:1.0:1731519657.017313:0:6390:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000800:00000200:2.0:1731519657.017313:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2300 type 1, nob 360 niov 1 nkiov 1 02000000:00000010:1.0:1731519657.017315:0:6390:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6580000. 02000000:00000010:1.0:1731519657.017317:0:6390:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9a5d000. 00000100:00000010:1.0:1731519657.017318:0:6390:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000400:00000010:1.0:1731519657.017321:0:6390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb4108. 00000400:00000200:1.0:1731519657.017322:0:6390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381440 00000400:00000010:1.0:1731519657.017322:0:6390:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381440. 00000100:00000200:1.0:1731519657.017325:0:6390:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445c00 x1815629914967424/t0(0) o38->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519657.017329:0:6390:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445c00 x1815629914967424/t0(0) o38->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 520/544 e 0 to 0 dl 1731519667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1731519657.017340:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.017342:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2300. 00000400:00000200:0.0:1731519657.017344:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.017346:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.017347:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac33b8 00000400:00000010:0.0:1731519657.017348:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac33b8. 00000100:00000200:0.0:1731519657.017351:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445f80 x1815629914967680/t0(0) o900->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:29/10 lens 264/248 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:2.0:1731519657.017404:0:6390:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a8fe8000. 02000000:00000010:2.0:1731519657.017408:0:6390:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d43c00. 00000100:00000010:2.0:1731519657.017410:0:6390:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445c00. 02000000:00000010:0.0:1731519657.017419:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b64f1400. 00000400:00000010:0.0:1731519657.017423:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8562c0. 00000400:00000010:0.0:1731519657.017426:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966908. 00000100:00000200:0.0:1731519657.017428:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914966272, portal 10 00000020:00000010:0.0:1731519657.017433:0:6393:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880136aca000. 00000400:00000010:0.0:1731519657.017436:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966550. 00000100:00000200:0.0:1731519657.017437:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1815629914966272, offset 0 00000400:00000200:0.0:1731519657.017440:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.017443:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.017445:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.017447:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.017448:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.017453:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.017454:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [33:33:256:4294967295] 192.168.203.102@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:0.0:1731519657.017459:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.017461:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.017463:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41a00. 00000800:00000200:0.0:1731519657.017465:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.017468:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.017469:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.017511:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.017514:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41a00. 00000400:00000200:2.0:1731519657.017516:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.017520:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.017523:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966550 00000400:00000010:2.0:1731519657.017524:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966550. 00000100:00000200:2.0:1731519657.017533:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629914966272/t0(0) o41->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 224/368 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.017831:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.017836:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 248 into portal 10 MB=0x6734e48200e80 00000400:00000200:0.0:1731519657.017838:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 248/248 into md 0x1f5 [1] + 224 00000400:00000200:0.0:1731519657.017845:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.017847:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.017850:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445f80 x1815629914967680/t0(0) o900->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:29/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.017890:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046478. 00000400:00000200:2.0:1731519657.017893:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac32a8 00000400:00000010:2.0:1731519657.017895:0:7468:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731519657.017899:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445f80 x1815629914967680/t0(0) o900->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:29/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.017905:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445f80 x1815629914967680/t0(0) o900->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:29/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.017917:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaab40. 02000000:00000010:2.0:1731519657.017920:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a7d72400. 02000000:00000010:2.0:1731519657.017922:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a7d72c00. 00000100:00000010:2.0:1731519657.017924:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445f80. 80000000:00000010:2.0:1731519657.017927:0:7468:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b5cc4c40. 00000020:00000010:2.0:1731519657.017932:0:7468:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b5d43c00. 00000100:00000010:2.0:1731519657.017935:0:7468:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445f80. 02000000:00000010:2.0:1731519657.017938:0:7468:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a7d72c00. 00000100:00000010:2.0:1731519657.017943:0:7468:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaab40. 02000000:00000010:2.0:1731519657.017948:0:7468:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d43400. 00000400:00000010:2.0:1731519657.017950:0:7468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046478. 00000400:00000010:2.0:1731519657.017952:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731519657.017954:0:7468:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914967808, portal 10 00000400:00000010:2.0:1731519657.017957:0:7468:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3a18. 00000100:00000200:2.0:1731519657.017958:0:7468:0:(niobuf.c:87:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1815629914967808, offset 0 00000400:00000200:2.0:1731519657.017962:0:7468:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.017965:0:7468:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.017967:0:7468:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.017968:0:7468:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.017969:0:7468:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.017970:0:7468:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.017972:0:7468:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [34:34:256:4294967295] 192.168.203.102@tcp LPNI seq info [34:34:8:4294967295] 00000400:00000200:2.0:1731519657.017980:0:7468:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.017983:0:7468:0:(socklnd_cb.c:1000:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.017984:0:7468:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2800. 00000800:00000200:2.0:1731519657.017986:0:7468:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.017989:0:7468:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.017990:0:7468:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2800 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:2.0:1731519657.018028:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:2.0:1731519657.018032:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 368 into portal 10 MB=0x6734e48200900 00000400:00000200:2.0:1731519657.018035:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 368/368 into md 0x1fd [1] + 224 00000800:00000200:0.0:1731519657.018048:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.018050:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2800. 00000400:00000200:0.0:1731519657.018052:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.018054:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.018056:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3a18 00000400:00000010:0.0:1731519657.018057:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3a18. 00000400:00000200:2.0:1731519657.018057:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1731519657.018059:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445f80 x1815629914967808/t0(0) o33->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 448/728 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:2.0:1731519657.018059:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731519657.018062:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629914966272/t0(0) o41->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 224/368 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:0.0:1731519657.018080:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8562c0. 00000400:00000200:0.0:1731519657.018081:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966908 00000400:00000010:0.0:1731519657.018082:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966908. 00000100:00000200:0.0:1731519657.018085:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629914966272/t0(0) o41->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 224/368 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:0.0:1731519657.018091:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629914966272/t0(0) o41->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 224/368 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:0.0:1731519657.018109:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b64f1400. 02000000:00000010:0.0:1731519657.018112:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6db2600. 00000100:00000010:0.0:1731519657.018113:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000400:00000200:0.0:1731519657.023951:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.023956:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 464 into portal 10 MB=0x6734e48200f00 00000400:00000200:0.0:1731519657.023959:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 464/464 into md 0x205 [1] + 224 00000400:00000200:0.0:1731519657.023967:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.023969:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.023972:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445f80 x1815629914967808/t0(0) o33->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 448/728 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.024030:0:7468:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046478. 00000400:00000200:2.0:1731519657.024035:0:7468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac32a8 00000400:00000010:2.0:1731519657.024036:0:7468:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731519657.024040:0:7468:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445f80 x1815629914967808/t0(0) o33->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 448/728 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.024046:0:7468:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445f80 x1815629914967808/t0(0) o33->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 448/728 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.024057:0:7468:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaab40. 00000002:00000200:2.0:1731519657.024059:0:7468:0:(mdc_request.c:167:mdc_getattr_common()) mode: 40755 00000080:00000010:2.0:1731519657.024061:0:7468:0:(llite_lib.c:747:client_common_fill_super()) kfreed 'op_data': 384 at ffff8800a7d72200. 00000080:00000010:2.0:1731519657.024075:0:7468:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af228000. 02000000:00000010:2.0:1731519657.024085:0:7468:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d43400. 02000000:00000010:2.0:1731519657.024087:0:7468:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a7d72c00. 00000100:00000010:2.0:1731519657.024089:0:7468:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445f80. 00000020:00000010:2.0:1731519657.024094:0:7468:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b5e69ab0. 00000020:00000010:2.0:1731519657.024097:0:7468:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a7d72c00. 00000020:00000010:2.0:1731519657.024104:0:7468:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a7d72200. 00000020:00000010:2.0:1731519657.024106:0:7468:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800ab40e900. 00000008:00000010:2.0:1731519657.024111:0:7468:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8058b28. 00020000:00000010:2.0:1731519657.024113:0:7468:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaab40. 00008000:00000010:2.0:1731519657.024117:0:7468:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83c388. 00000080:00000010:2.0:1731519657.024120:0:7468:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c098. 00000080:00000010:2.0:1731519657.024123:0:7468:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b0248. 00000020:00000010:2.0:1731519657.024125:0:7468:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a7d72400. 00000008:00000010:2.0:1731519657.024132:0:7468:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3b8c000. 00020000:00000010:2.0:1731519657.024135:0:7468:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b3918900. 00008000:00000010:2.0:1731519657.024137:0:7468:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ad89adb8. 00000080:00000010:2.0:1731519657.024141:0:7468:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a23000. 00000080:00000010:2.0:1731519657.024143:0:7468:0:(vvp_dev.c:193:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff8800ab40eae0. 00000080:00000010:2.0:1731519657.024146:0:7468:0:(vvp_dev.c:201:vvp_device_alloc()) kmalloced '(site)': 504 at ffff8800a7d73400. 00000020:00000010:2.0:1731519657.024165:0:7468:0:(lu_object.c:1109:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800a81f0000. 00000020:00000010:2.0:1731519657.024170:0:7468:0:(lprocfs_status.c:1243:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff8800ab40e6c0. 00000020:00000010:2.0:1731519657.024171:0:7468:0:(lprocfs_status.c:1253:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff88012daaacc0. 00000008:00000010:2.0:1731519657.024176:0:7468:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8059650. 00020000:00000010:2.0:1731519657.024177:0:7468:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaa6c0. 00008000:00000010:2.0:1731519657.024178:0:7468:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83c710. 00000080:00000010:2.0:1731519657.024180:0:7468:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c130. 00000080:00000010:2.0:1731519657.024181:0:7468:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b0490. 00000008:00000010:2.0:1731519657.024182:0:7468:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3b8c160. 00020000:00000010:2.0:1731519657.024183:0:7468:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b3918b40. 00008000:00000010:2.0:1731519657.024184:0:7468:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ad89adb0. 00000080:00000010:2.0:1731519657.024185:0:7468:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a230f0. 00000008:00000010:2.0:1731519657.024187:0:7468:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a805a178. 00020000:00000010:2.0:1731519657.024188:0:7468:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaae40. 00008000:00000010:2.0:1731519657.024189:0:7468:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83ca98. 00000080:00000010:2.0:1731519657.024190:0:7468:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c1c8. 00000080:00000010:2.0:1731519657.024191:0:7468:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b06d8. 00000008:00000010:2.0:1731519657.024192:0:7468:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3b8c2c0. 00020000:00000010:2.0:1731519657.024196:0:7468:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b3918d80. 00008000:00000010:2.0:1731519657.024197:0:7468:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ad89ada0. 00000080:00000010:2.0:1731519657.024198:0:7468:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a231e0. 00000008:00000010:2.0:1731519657.024200:0:7468:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a805aca0. 00020000:00000010:2.0:1731519657.024201:0:7468:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaa0c0. 00008000:00000010:2.0:1731519657.024203:0:7468:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83ce20. 00000080:00000010:2.0:1731519657.024204:0:7468:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c260. 00000080:00000010:2.0:1731519657.024205:0:7468:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b0920. 00000008:00000010:2.0:1731519657.024206:0:7468:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3b8c420. 00020000:00000010:2.0:1731519657.024207:0:7468:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b3918fc0. 00008000:00000010:2.0:1731519657.024208:0:7468:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ad89ade8. 00000080:00000010:2.0:1731519657.024209:0:7468:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a232d0. 00000008:00000010:2.0:1731519657.024210:0:7468:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a805b7c8. 00020000:00000010:2.0:1731519657.024211:0:7468:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaad80. 00008000:00000010:2.0:1731519657.024212:0:7468:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83d1a8. 00000080:00000010:2.0:1731519657.024213:0:7468:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c2f8. 00000080:00000010:2.0:1731519657.024214:0:7468:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b0b68. 00000008:00000010:2.0:1731519657.024215:0:7468:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3b8c580. 00020000:00000010:2.0:1731519657.024216:0:7468:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b3919200. 00008000:00000010:2.0:1731519657.024217:0:7468:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ad89adf0. 00000080:00000010:2.0:1731519657.024218:0:7468:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a233c0. 00020000:00000010:2.0:1731519657.024222:0:7468:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800ab40e5a0. 00020000:00000010:2.0:1731519657.024225:0:7468:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800a80dbc00. 00020000:00000010:2.0:1731519657.024226:0:7468:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800a80db9c0. 00020000:00000010:2.0:1731519657.024227:0:7468:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8800a80db600. 00000080:00000010:2.0:1731519657.024232:0:7468:0:(llite_lib.c:829:client_common_fill_super()) kfreed 'data': 192 at ffff88012e3deb40. 00000080:00000010:2.0:1731519657.024234:0:7468:0:(llite_lib.c:830:client_common_fill_super()) kfreed 'osfs': 144 at ffff88012e3decc0. 00000080:00000010:2.0:1731519657.024243:0:7468:0:(llite_lib.c:1495:ll_fill_super()) kfreed 'md': 33 at ffff88012e2bcc80. 00000080:00000010:2.0:1731519657.024244:0:7468:0:(llite_lib.c:1497:ll_fill_super()) kfreed 'dt': 33 at ffff88012e2bc3c0. 00000080:00000010:2.0:1731519657.024246:0:7468:0:(llite_lib.c:1505:ll_fill_super()) kfreed 'cfg': 80 at ffff8800ab40e540. 00000080:02000400:2.0:1731519657.024247:0:7468:0:(llite_lib.c:1511:ll_fill_super()) Mounted lustre-client 00000080:00000010:3.0:1731519657.029651:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a8ee7a00. 00000020:00000010:3.0:1731519657.029657:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a9a5d400. 00000020:00000010:3.0:1731519657.029662:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a9a5dc00. 00000100:00000010:3.0:1731519657.029671:0:7494:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731519657.029678:0:7494:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9a5e000. 00010000:00000010:3.0:1731519657.029684:0:7494:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6db2f00. 00010000:00000010:3.0:1731519657.029686:0:7494:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8801370d8200. 00010000:00000010:3.0:1731519657.029690:0:7494:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88012eaccb40. 00000020:00000010:3.0:1731519657.029692:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012b12abc0. 00000100:00000010:3.0:1731519657.029700:0:7494:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3ded80. 02000000:00000010:3.0:1731519657.029710:0:7494:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa4ad000. 00000400:00000010:3.0:1731519657.029712:0:7494:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000400:00000010:3.0:1731519657.029715:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.029717:0:7494:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914967936, portal 10 00000400:00000010:3.0:1731519657.029719:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4ddd0. 00000100:00000200:3.0:1731519657.029720:0:7494:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815629914967936, offset 0 00000400:00000200:3.0:1731519657.029724:0:7494:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.029728:0:7494:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.029731:0:7494:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.029732:0:7494:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.029734:0:7494:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.029736:0:7494:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.029737:0:7494:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [35:35:256:4294967295] 192.168.203.102@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:3.0:1731519657.029743:0:7494:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.029746:0:7494:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.029747:0:7494:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2500. 00000800:00000200:3.0:1731519657.029750:0:7494:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.029753:0:7494:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.029755:0:7494:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2500 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.029835:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.029838:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2500. 00000400:00000200:0.0:1731519657.029841:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.029845:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.029848:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4ddd0 00000400:00000010:0.0:1731519657.029849:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4ddd0. 00000100:00000200:0.0:1731519657.029853:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629914967936/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.030775:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.030781:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 688 into portal 10 MB=0x6734e48200f80 00000400:00000200:0.0:1731519657.030799:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 688/688 into md 0x20d [1] + 224 00000400:00000200:0.0:1731519657.030809:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.030811:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.030815:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629914967936/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.030871:0:7494:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:3.0:1731519657.030875:0:7494:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:3.0:1731519657.030877:0:7494:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.030881:0:7494:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629914967936/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.030889:0:7494:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629914967936/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.030904:0:7494:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3ded80. 00000020:00000010:3.0:1731519657.030915:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800a8ee7800. 00000080:00000010:3.0:1731519657.030927:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a8ee7a00. 00800000:00000010:3.0:1731519657.030933:0:7494:0:(lmv_obd.c:3729:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff88012b12a740. 02000000:00000010:3.0:1731519657.030949:0:7494:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa4ad000. 02000000:00000010:3.0:1731519657.030952:0:7494:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9a5e000. 00000100:00000010:3.0:1731519657.030953:0:7494:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000020:00000010:3.0:1731519657.030956:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1664 at ffff8800aa4ad000. 00000080:00000010:3.0:1731519657.030962:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a8ee7a00. 00000100:00000010:3.0:1731519657.030967:0:7494:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731519657.030972:0:7494:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9a5e000. 00010000:00000010:3.0:1731519657.030977:0:7494:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88012eaccd80. 00000100:00000010:3.0:1731519657.030981:0:7494:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3ded80. 02000000:00000010:3.0:1731519657.030986:0:7494:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa4aa800. 00000400:00000010:3.0:1731519657.030988:0:7494:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000400:00000010:3.0:1731519657.030990:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.030992:0:7494:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914968064, portal 10 00000400:00000010:3.0:1731519657.030994:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dd48. 00000100:00000200:3.0:1731519657.030994:0:7494:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1815629914968064, offset 0 00000400:00000200:3.0:1731519657.030998:0:7494:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.031001:0:7494:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.031003:0:7494:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.031005:0:7494:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.031006:0:7494:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.031007:0:7494:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.031009:0:7494:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [36:36:256:4294967295] 192.168.203.102@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:3.0:1731519657.031014:0:7494:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.031016:0:7494:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.031018:0:7494:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2e00. 00000800:00000200:3.0:1731519657.031020:0:7494:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.031022:0:7494:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.031024:0:7494:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2e00 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.031072:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.031074:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2e00. 00000400:00000200:0.0:1731519657.031076:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.031082:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.031084:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dd48 00000400:00000010:0.0:1731519657.031085:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dd48. 00000100:00000200:0.0:1731519657.031087:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629914968064/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.032240:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.032245:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 584 into portal 10 MB=0x6734e48201000 00000400:00000200:0.0:1731519657.032248:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 584/584 into md 0x215 [1] + 224 00000400:00000200:0.0:1731519657.032257:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.032259:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.032262:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629914968064/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.032307:0:7494:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:3.0:1731519657.032311:0:7494:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:3.0:1731519657.032312:0:7494:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.032320:0:7494:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629914968064/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.032326:0:7494:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629914968064/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.032337:0:7494:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3ded80. 00010000:00000010:3.0:1731519657.032342:0:7494:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6db2400. 00010000:00000010:3.0:1731519657.032344:0:7494:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8801370d8500. 00000080:00000010:3.0:1731519657.032361:0:7494:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af2a0000. 00000080:00000010:3.0:1731519657.032369:0:7494:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5e130c0. 00000080:00000010:3.0:1731519657.032374:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a8ee7a00. 02000000:00000010:3.0:1731519657.032376:0:7494:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa4aa800. 02000000:00000010:3.0:1731519657.032379:0:7494:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9a5e000. 00000100:00000010:3.0:1731519657.032380:0:7494:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000080:00000010:3.0:1731519657.032386:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a8ee7a00. 00000100:00000010:3.0:1731519657.032391:0:7494:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731519657.032395:0:7494:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a8ee7000. 00000100:00000010:3.0:1731519657.032399:0:7494:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3ded80. 02000000:00000010:3.0:1731519657.032404:0:7494:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8ee6000. 00000400:00000010:3.0:1731519657.032406:0:7494:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000400:00000010:3.0:1731519657.032408:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.032410:0:7494:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914968192, portal 10 00000400:00000010:3.0:1731519657.032412:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d990. 00000100:00000200:3.0:1731519657.032413:0:7494:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1815629914968192, offset 0 00000400:00000200:3.0:1731519657.032416:0:7494:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.032419:0:7494:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.032421:0:7494:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.032423:0:7494:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.032424:0:7494:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.032426:0:7494:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.032427:0:7494:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [37:37:256:4294967295] 192.168.203.102@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:3.0:1731519657.032432:0:7494:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.032438:0:7494:0:(socklnd_cb.c:1000:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.032439:0:7494:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2e00. 00000800:00000200:3.0:1731519657.032442:0:7494:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.032445:0:7494:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.032446:0:7494:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2e00 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.032493:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.032494:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2e00. 00000400:00000200:0.0:1731519657.032496:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.032499:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.032500:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d990 00000400:00000010:0.0:1731519657.032501:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d990. 00000100:00000200:0.0:1731519657.032504:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629914968192/t0(0) o900->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:29/10 lens 264/248 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.033237:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.033242:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 248 into portal 10 MB=0x6734e48201080 00000400:00000200:0.0:1731519657.033246:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 248/248 into md 0x21d [1] + 224 00000400:00000200:0.0:1731519657.033254:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.033256:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.033259:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629914968192/t0(0) o900->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:29/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.033296:0:7494:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:3.0:1731519657.033299:0:7494:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:3.0:1731519657.033300:0:7494:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.033303:0:7494:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629914968192/t0(0) o900->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:29/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.033307:0:7494:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629914968192/t0(0) o900->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:29/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.033317:0:7494:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3ded80. 02000000:00000010:3.0:1731519657.033319:0:7494:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8ee6000. 02000000:00000010:3.0:1731519657.033321:0:7494:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a8ee7000. 00000100:00000010:3.0:1731519657.033322:0:7494:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 80000000:00000010:3.0:1731519657.033324:0:7494:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff88012b12a340. 00000080:00000010:3.0:1731519657.033332:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.033359:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.033363:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.033384:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.033387:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.033396:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.033398:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.033405:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a8ee7a00. 00000100:00000010:3.0:1731519657.033408:0:7494:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731519657.033412:0:7494:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9a5e000. 00010000:00000010:3.0:1731519657.033417:0:7494:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88012eaccfc0. 00000100:00000010:3.0:1731519657.033421:0:7494:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3ded80. 02000000:00000010:3.0:1731519657.033426:0:7494:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff88012b2e3000. 00000400:00000010:3.0:1731519657.033431:0:7494:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000400:00000010:3.0:1731519657.033433:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.033435:0:7494:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1815629914968320, portal 10 00000400:00000010:3.0:1731519657.033437:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d908. 00000100:00000200:3.0:1731519657.033438:0:7494:0:(niobuf.c:87:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1815629914968320, offset 0 00000400:00000200:3.0:1731519657.033441:0:7494:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.033444:0:7494:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.033445:0:7494:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.033447:0:7494:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.033448:0:7494:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.033449:0:7494:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.033451:0:7494:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [38:38:256:4294967295] 192.168.203.102@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000200:3.0:1731519657.033455:0:7494:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.033457:0:7494:0:(socklnd_cb.c:1000:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.033459:0:7494:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2500. 00000800:00000200:3.0:1731519657.033460:0:7494:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.033463:0:7494:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.033464:0:7494:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2500 type 1, nob 664 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.033508:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.033510:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2500. 00000400:00000200:0.0:1731519657.033516:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.033518:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.033520:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d908 00000400:00000010:0.0:1731519657.033521:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d908. 00000100:00000200:0.0:1731519657.033524:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629914968320/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.034227:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.034231:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 1016 into portal 10 MB=0x6734e48201100 00000400:00000200:0.0:1731519657.034234:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 1016/1016 into md 0x225 [1] + 224 00000400:00000200:0.0:1731519657.034241:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.034243:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.034246:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629914968320/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.034292:0:7494:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:3.0:1731519657.034295:0:7494:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:3.0:1731519657.034296:0:7494:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.034300:0:7494:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629914968320/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.034307:0:7494:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629914968320/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.034321:0:7494:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3ded80. 00000080:00000010:3.0:1731519657.034331:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.034338:0:7494:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012aa4ded8. 00000080:00000010:3.0:1731519657.034340:0:7494:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff8801369ba4c0. 00000080:00000010:3.0:1731519657.034342:0:7494:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff8800b5e13d60. 00000080:00000010:3.0:1731519657.034348:0:7494:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012aa4db40. 00000080:00000010:3.0:1731519657.034349:0:7494:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff8801369ba4b0. 00000080:00000010:3.0:1731519657.034351:0:7494:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 51 at ffff88012b12a300. 02000000:00000010:3.0:1731519657.034358:0:7494:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff88012b2e3000. 02000000:00000010:3.0:1731519657.034360:0:7494:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9a5e000. 00000100:00000010:3.0:1731519657.034362:0:7494:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000080:00000010:3.0:1731519657.034851:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.034862:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.034878:0:7494:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800adace000. 00000080:00000010:3.0:1731519657.034884:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a8ee7a00. 00000100:00000010:3.0:1731519657.034893:0:7494:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731519657.034899:0:7494:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9a5e000. 00010000:00000010:3.0:1731519657.034905:0:7494:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88012eacd200. 00000100:00000010:3.0:1731519657.034913:0:7494:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3ded80. 02000000:00000010:3.0:1731519657.034971:0:7494:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800a84c0000. 00000400:00000010:3.0:1731519657.034975:0:7494:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000400:00000010:3.0:1731519657.034978:0:7494:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800a9a5cc00. 00000100:00000200:3.0:1731519657.034981:0:7494:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815629914968576, portal 10 00000400:00000010:3.0:1731519657.034984:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.034986:0:7494:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1815629914968576, offset 0 00000400:00000200:3.0:1731519657.034989:0:7494:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.034994:0:7494:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.034997:0:7494:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.034999:0:7494:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.035000:0:7494:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.035002:0:7494:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.035004:0:7494:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [39:39:256:4294967295] 192.168.203.102@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:3.0:1731519657.035011:0:7494:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.035015:0:7494:0:(socklnd_cb.c:1000:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.035028:0:7494:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2c00. 00000800:00000200:3.0:1731519657.035032:0:7494:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.035041:0:7494:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.035043:0:7494:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2c00 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.035134:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.035137:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2c00. 00000400:00000200:0.0:1731519657.035139:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.035143:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.035144:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:0.0:1731519657.035145:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:0.0:1731519657.035149:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629914968576/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.036072:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.036079:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 608 into portal 10 MB=0x6734e48201200 00000400:00000200:0.0:1731519657.036082:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 608/608 into md 0x22d [32] + 224 00000400:00000200:0.0:1731519657.036091:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.036094:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.036098:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629914968576/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.036151:0:7494:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:3.0:1731519657.036155:0:7494:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9a5cc00 00000400:00000010:3.0:1731519657.036156:0:7494:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800a9a5cc00. 00000100:00000200:3.0:1731519657.036162:0:7494:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629914968576/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.036170:0:7494:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629914968576/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.036185:0:7494:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3ded80. 00000080:00000010:3.0:1731519657.036203:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.036211:0:7494:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012b12a7c0. 00000002:00000010:3.0:1731519657.036216:0:7494:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800b5e13ea0. 02000000:00000010:3.0:1731519657.036220:0:7494:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800a84c0000. 00000080:00000010:3.0:1731519657.036291:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a8ee7a00. 00000002:00000010:3.0:1731519657.036327:0:7494:0:(mdc_request.c:1325:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff8800aa4aa800. 00000100:00000010:3.0:1731519657.036752:0:7494:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731519657.036759:0:7494:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a8ee7000. 00000100:00000010:3.0:1731519657.036763:0:7494:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800a9a5cc00. 00000100:00000010:3.0:1731519657.036765:0:7494:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff88012b2e3000. 00000100:00000010:3.0:1731519657.036779:0:7494:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3ded80. 00000400:00000010:3.0:1731519657.036806:0:7494:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a898. 00000400:00000010:3.0:1731519657.036811:0:7494:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800ab4f4000. 00000100:00000200:3.0:1731519657.036815:0:7494:0:(niobuf.c:432:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6734e48201280-0x6734e48201280, portal 14 02000000:00000010:3.0:1731519657.036819:0:7494:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9a5d000. 00000400:00000010:3.0:1731519657.036821:0:7494:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a948. 00000400:00000010:3.0:1731519657.036823:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.036825:0:7494:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914968704, portal 10 00000400:00000010:3.0:1731519657.036828:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d908. 00000100:00000200:3.0:1731519657.036829:0:7494:0:(niobuf.c:87:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1815629914968704, offset 0 00000400:00000200:3.0:1731519657.036834:0:7494:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.036844:0:7494:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.036846:0:7494:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.036848:0:7494:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.036850:0:7494:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.036852:0:7494:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.036855:0:7494:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [40:40:256:4294967295] 192.168.203.102@tcp LPNI seq info [40:40:8:4294967295] 00000400:00000200:3.0:1731519657.036861:0:7494:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.036865:0:7494:0:(socklnd_cb.c:1000:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.036867:0:7494:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2b00. 00000800:00000200:3.0:1731519657.036871:0:7494:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.036875:0:7494:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.036877:0:7494:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2b00 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.036932:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.036937:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2b00. 00000400:00000200:0.0:1731519657.036939:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.036941:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.036943:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d908 00000400:00000010:0.0:1731519657.036943:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d908. 00000100:00000200:0.0:1731519657.036946:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629914968704/t0(0) o37->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 448/440 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.038046:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.038050:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 4096 into portal 14 MB=0x6734e48201280 00000400:00000200:0.0:1731519657.038053:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.102@tcp of length 4096/4096 into md 0x235 [256] + 0 00000400:00000010:0.0:1731519657.038055:0:6386:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a898. 00000400:00000200:0.0:1731519657.038057:0:6386:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800ab4f4000 00000400:00000200:0.0:1731519657.038066:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.038068:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.038070:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab4f4000 00000400:00000010:0.0:1731519657.038071:0:6386:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 4216 at ffff8800ab4f4000. 00000100:00000200:0.0:1731519657.038073:0:6386:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800a9a5cc00 00000400:00000200:0.0:1731519657.038082:0:6386:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1731519657.038084:0:6386:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.203.2@tcp to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.038087:0:6386:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [41:41:256:4294967295] 192.168.203.102@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:0.0:1731519657.038091:0:6386:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:192.168.203.2@tcp) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) 192.168.203.102@tcp : ACK try# 0 00000800:00000200:0.0:1731519657.038094:0:6386:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.038097:0:6386:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff880136ac8000. 00000800:00000200:0.0:1731519657.038099:0:6386:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.038102:0:6386:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.038103:0:6386:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136ac8000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1731519657.038135:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.038137:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff880136ac8000. 00000400:00000200:0.0:1731519657.038140:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.038143:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: ACK: OK 00000400:00000200:0.0:1731519657.039195:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.039199:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 440 into portal 10 MB=0x6734e48201280 00000400:00000200:0.0:1731519657.039202:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 440/440 into md 0x239 [1] + 224 00000400:00000200:0.0:1731519657.039209:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.039211:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.039214:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629914968704/t0(0) o37->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 448/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.039252:0:7494:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a948. 00000400:00000200:3.0:1731519657.039255:0:7494:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:3.0:1731519657.039256:0:7494:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.039260:0:7494:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629914968704/t0(0) o37->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 448/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.039280:0:7494:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629914968704/t0(0) o37->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 448/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.039291:0:7494:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3ded80. 02000000:00000010:3.0:1731519657.039294:0:7494:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9a5d000. 00000100:00000010:3.0:1731519657.039300:0:7494:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff88012b2e3000. 00000100:00000010:3.0:1731519657.039301:0:7494:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800a9a5cc00. 02000000:00000010:3.0:1731519657.039303:0:7494:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a8ee7000. 00000100:00000010:3.0:1731519657.039304:0:7494:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000002:00000010:3.0:1731519657.039666:0:7494:0:(mdc_request.c:1394:ll_mdc_read_page_remote()) kfreed 'page_pool': 2048 at ffff8800aa4aa800. 00000080:00000010:3.0:1731519657.039677:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.039696:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.039703:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.039712:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a8ee7a00. 00000100:00000010:3.0:1731519657.039723:0:7494:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731519657.039728:0:7494:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9a5cc00. 00010000:00000010:3.0:1731519657.039733:0:7494:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88012eacd440. 00000100:00000010:3.0:1731519657.039737:0:7494:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3ded80. 02000000:00000010:3.0:1731519657.039742:0:7494:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa4aa800. 00000400:00000010:3.0:1731519657.039744:0:7494:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a948. 00000400:00000010:3.0:1731519657.039746:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.039748:0:7494:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914968832, portal 10 00000400:00000010:3.0:1731519657.039749:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d990. 00000100:00000200:3.0:1731519657.039751:0:7494:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815629914968832, offset 0 00000400:00000200:3.0:1731519657.039754:0:7494:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.039757:0:7494:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.039759:0:7494:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.039761:0:7494:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.039762:0:7494:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.039763:0:7494:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.039765:0:7494:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [42:42:256:4294967295] 192.168.203.102@tcp LPNI seq info [42:42:8:4294967295] 00000400:00000200:3.0:1731519657.039770:0:7494:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.039772:0:7494:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.039774:0:7494:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2600. 00000800:00000200:3.0:1731519657.039776:0:7494:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.039778:0:7494:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.039780:0:7494:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2600 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.039861:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.039864:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2600. 00000400:00000200:0.0:1731519657.039866:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.039870:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.039880:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d990 00000400:00000010:0.0:1731519657.039880:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d990. 00000100:00000200:0.0:1731519657.039884:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629914968832/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.040856:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.040864:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 640 into portal 10 MB=0x6734e48201300 00000400:00000200:0.0:1731519657.040868:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 640/640 into md 0x241 [1] + 224 00000400:00000200:0.0:1731519657.040879:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.040882:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.040887:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629914968832/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.040924:0:7494:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a948. 00000400:00000200:3.0:1731519657.040927:0:7494:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:3.0:1731519657.040928:0:7494:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.040932:0:7494:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629914968832/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.040938:0:7494:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629914968832/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.040949:0:7494:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3ded80. 00010000:00000010:3.0:1731519657.040957:0:7494:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6db2d00. 00010000:00000010:3.0:1731519657.040959:0:7494:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8801370d8400. 00000002:00000010:3.0:1731519657.040967:0:7494:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012b12a680. 00000080:00000010:3.0:1731519657.040975:0:7494:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af2a0800. 00000020:00000010:3.0:1731519657.040981:0:7494:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800a8c251b0. 00000020:00000010:3.0:1731519657.040983:0:7494:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8ee7000. 00000020:00000010:3.0:1731519657.040986:0:7494:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8ee6000. 00000020:00000010:3.0:1731519657.040988:0:7494:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800abceb360. 00000008:00000010:3.0:1731519657.040991:0:7494:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc4c2f0. 00020000:00000010:3.0:1731519657.040993:0:7494:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e3ded80. 00008000:00000010:3.0:1731519657.040996:0:7494:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b99530. 00000080:00000010:3.0:1731519657.041000:0:7494:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf390. 00000080:00000010:3.0:1731519657.041001:0:7494:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8db0. 00000020:00000010:3.0:1731519657.041004:0:7494:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b65dbc00. 00000008:00000010:3.0:1731519657.041006:0:7494:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab546e0. 00020000:00000010:3.0:1731519657.041007:0:7494:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eacd680. 00008000:00000010:3.0:1731519657.041009:0:7494:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cda70. 00000080:00000010:3.0:1731519657.041011:0:7494:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce4b0. 00000080:00000010:3.0:1731519657.041014:0:7494:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800a89b2000. 00020000:00000010:3.0:1731519657.041019:0:7494:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88012db830e8. 00020000:00000010:3.0:1731519657.041023:0:7494:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800abceb3c0. 00020000:00000010:3.0:1731519657.041025:0:7494:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8801370d8000. 00020000:00000010:3.0:1731519657.041027:0:7494:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800abceb2a0. 00020000:00000010:3.0:1731519657.041030:0:7494:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8801369ba4e0. 00020000:00000010:3.0:1731519657.041031:0:7494:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88012e3de480. 00020000:00000010:3.0:1731519657.041034:0:7494:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88012c0cdae8. 00000020:00000010:3.0:1731519657.041038:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b6db2800. 00020000:00000010:3.0:1731519657.041040:0:7494:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800a89b20c8. 00000008:00000010:3.0:1731519657.041047:0:7494:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800a8f96000. 00000020:00000010:3.0:1731519657.041053:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b6db2600. 00020000:00000010:3.0:1731519657.041059:0:7494:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800abceb300. 00020000:00000010:3.0:1731519657.041061:0:7494:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8801370d8680. 00020000:00000010:3.0:1731519657.041064:0:7494:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800abceb1e0. 00020000:00000010:3.0:1731519657.041066:0:7494:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8801370d8680. 00020000:00000010:3.0:1731519657.041068:0:7494:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800abceb300. 00020000:00000010:3.0:1731519657.041069:0:7494:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800abceb1e0. 00000080:00000010:3.0:1731519657.041074:0:7494:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5e13280. 00000080:00000010:3.0:1731519657.041080:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a8ee7a00. 02000000:00000010:3.0:1731519657.041082:0:7494:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa4aa800. 02000000:00000010:3.0:1731519657.041084:0:7494:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9a5cc00. 00000100:00000010:3.0:1731519657.041086:0:7494:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000080:00000010:3.0:1731519657.041092:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b65dbe00. 00000080:00000010:3.0:1731519657.041101:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b65dbe00. 00000080:00000010:3.0:1731519657.041103:0:7494:0:(statahead.c:613:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff8800b65dbe00. 00000080:00000010:3.0:1731519657.041105:0:7494:0:(statahead.c:542:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff88012b2e3000. 00000080:00000010:3.0:1731519657.041345:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a8ee7a00. 00000080:00000010:3.0:1731519657.041352:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a8ee7a00. 00020000:00000010:3.0:1731519657.041367:0:7494:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801370d8680. 00000020:00000010:3.0:1731519657.041370:0:7494:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800a8c25750. 00000020:00000010:3.0:1731519657.041371:0:7494:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8ee7a00. 00000020:00000010:3.0:1731519657.041373:0:7494:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6cdce00. 00800000:00000010:0.0:1731519657.041374:0:7496:0:(lmv_obd.c:4234:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff8800b5f1d280. 00000020:00000010:3.0:1731519657.041374:0:7494:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800abceb1e0. 00000008:00000010:3.0:1731519657.041376:0:7494:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc4ce18. 00020000:00000010:3.0:1731519657.041377:0:7494:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e3de240. 00000080:00000010:0.0:1731519657.041378:0:7496:0:(statahead.c:1201:ll_statahead_by_list()) kmalloced '(op_data)': 384 at ffff8800ab434a00. 00008000:00000010:3.0:1731519657.041379:0:7494:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b998b8. 00000080:00000010:3.0:1731519657.041381:0:7494:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf428. 00000080:00000010:3.0:1731519657.041382:0:7494:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c8ff8. 00000020:00000010:0.0:1731519657.041383:0:7496:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b64f1c00. 00000020:00000010:3.0:1731519657.041384:0:7494:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b66a8c00. 00000008:00000010:3.0:1731519657.041385:0:7494:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54840. 00020000:00000010:3.0:1731519657.041386:0:7494:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eacd8c0. 00000020:00000010:0.0:1731519657.041387:0:7496:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b64f0800. 00008000:00000010:3.0:1731519657.041387:0:7494:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cdbd0. 00000080:00000010:3.0:1731519657.041389:0:7494:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce5a0. 00000008:00000010:3.0:1731519657.041396:0:7494:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858000. 00000020:00000010:0.0:1731519657.041400:0:7496:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800ab434000. 00000080:00000010:0.0:1731519657.041404:0:7496:0:(statahead.c:213:sa_alloc()) kmalloced '(entry)': 116 at ffff88012a46cf80. 00010000:00000010:3.0:1731519657.041404:0:7494:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6db2b00. 00010000:00000010:3.0:1731519657.041405:0:7494:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88012e3de540. 00000080:00000010:0.0:1731519657.041408:0:7496:0:(statahead.c:454:sa_prep_data()) kmalloced '(item)': 632 at ffff8800b64f1400. 00010000:00000010:3.0:1731519657.041410:0:7494:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88012eacdb00. 00000020:00000010:3.0:1731519657.041412:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012b12a180. 00010000:00000010:3.0:1731519657.041414:0:7494:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012b12adc0. 00000100:00000010:3.0:1731519657.041417:0:7494:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 00800000:00000010:0.0:1731519657.041418:0:7496:0:(lmv_obd.c:4396:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff8800a8dc8020. 00000002:00000010:0.0:1731519657.041421:0:7496:0:(batch.c:671:cli_batch_create()) kmalloced '(cbh)': 32 at ffff8800a8dc8260. 02000000:00000010:3.0:1731519657.041421:0:7494:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b66a8800. 00000002:00000010:0.0:1731519657.041424:0:7496:0:(batch.c:310:batch_update_request_create()) kmalloced '(head)': 80 at ffff8800b5c65660. 00000002:00000010:0.0:1731519657.041426:0:7496:0:(batch.c:238:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff8800b5f1da00. 00000020:00000010:3.0:1731519657.041427:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800ab4f6000. 00000002:00000010:0.0:1731519657.041429:0:7496:0:(batch.c:244:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff88012b13d000. 00000002:00000010:0.0:1731519657.041432:0:7496:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff8800abd76480. 00010000:00000010:0.0:1731519657.041440:0:7496:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3988240. 00000020:00000010:0.0:1731519657.041442:0:7496:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b5f1da40. 00000002:00000010:0.0:1731519657.041447:0:7496:0:(batch.c:284:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff8800b5f1d200. 00000080:00000010:0.0:1731519657.041450:0:7496:0:(statahead.c:213:sa_alloc()) kmalloced '(entry)': 108 at ffff88012a46c200. 00000080:00000010:0.0:1731519657.041453:0:7496:0:(statahead.c:454:sa_prep_data()) kmalloced '(item)': 632 at ffff8800b6653400. 02000000:00000010:3.0:1731519657.041453:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9a5cc00. 00000400:00000010:3.0:1731519657.041455:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a948. 00000002:00000010:0.0:1731519657.041457:0:7496:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff8800abd76a80. 00000400:00000010:3.0:1731519657.041457:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.041459:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914968960, portal 4 00010000:00000010:0.0:1731519657.041461:0:7496:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3988480. 00000400:00000010:3.0:1731519657.041461:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dd48. 00000100:00000200:3.0:1731519657.041462:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815629914968960, offset 0 00000002:00000010:0.0:1731519657.041464:0:7496:0:(batch.c:284:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff8800b5f1d000. 00000400:00000200:3.0:1731519657.041465:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000080:00000010:0.0:1731519657.041466:0:7496:0:(statahead.c:213:sa_alloc()) kmalloced '(entry)': 108 at ffff88012a46c280. 00000080:00000010:0.0:1731519657.041468:0:7496:0:(statahead.c:454:sa_prep_data()) kmalloced '(item)': 632 at ffff8800b6650c00. 00000400:00000200:3.0:1731519657.041469:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000002:00000010:0.0:1731519657.041471:0:7496:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff8800abd76900. 00000400:00000200:3.0:1731519657.041471:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.041473:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00010000:00000010:0.0:1731519657.041474:0:7496:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b39886c0. 00000400:00000200:3.0:1731519657.041474:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.041475:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000002:00000010:0.0:1731519657.041477:0:7496:0:(batch.c:284:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff8800b5f1df00. 00000400:00000200:3.0:1731519657.041477:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [43:43:256:4294967295] 192.168.203.102@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:3.0:1731519657.041482:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.041484:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.041485:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2c00. 00000800:00000200:3.0:1731519657.041487:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.041490:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.041492:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2c00 type 1, nob 424 niov 1 nkiov 1 00000080:00000010:0.0:1731519657.041496:0:7496:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab434a00. 00000100:00000010:0.0:1731519657.041500:0:7496:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731519657.041505:0:7496:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 2048 at ffff8800a8e90800. 02000000:00000010:2.0:1731519657.041532:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8800a8840000. 00000400:00000010:2.0:1731519657.041537:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046478. 00000400:00000010:2.0:1731519657.041542:0:6393:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012daaa600. 00000100:00000200:2.0:1731519657.041545:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1815629914969088, portal 4 00000400:00000010:2.0:1731519657.041547:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731519657.041549:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 1456 bytes to portal 24, xid 1815629914969088, offset 0 00000400:00000200:2.0:1731519657.041552:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.041556:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.041558:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.041560:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000800:00000200:1.0:1731519657.041561:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1731519657.041561:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.041562:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000800:00000010:1.0:1731519657.041564:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2c00. 00000400:00000200:2.0:1731519657.041564:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [44:44:255:4294967295] 192.168.203.102@tcp LPNI seq info [44:44:7:4294967295] 00000400:00000200:1.0:1731519657.041567:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.041570:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000400:00000200:1.0:1731519657.041571:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.041574:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dd48 00000800:00000200:2.0:1731519657.041574:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 1456 bytes in 1 frags to 12345-192.168.203.102@tcp 00000400:00000010:1.0:1731519657.041576:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dd48. 00000800:00000010:2.0:1731519657.041576:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2200. 00000100:00000200:1.0:1731519657.041580:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629914968960/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000800:00000200:2.0:1731519657.041580:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.041584:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.041587:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2200 type 1, nob 1552 niov 1 nkiov 1 00000800:00000200:1.0:1731519657.041620:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.041622:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2200. 00000400:00000200:1.0:1731519657.041625:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.041628:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.041630:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac32a8 00000400:00000010:1.0:1731519657.041631:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac32a8. 00000100:00000200:1.0:1731519657.041635:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629914969088/t0(0) o63->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:24/4 lens 1456/4320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.042416:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.042423:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 400 into portal 4 MB=0x6734e48201380 00000400:00000200:0.0:1731519657.042427:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 400/400 into md 0x249 [1] + 224 00000400:00000200:0.0:1731519657.042438:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.042441:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.042445:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629914968960/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.042495:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a948. 00000400:00000200:3.0:1731519657.042498:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:3.0:1731519657.042499:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.042504:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629914968960/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.042521:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629914968960/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000020:00000010:3.0:1731519657.042540:0:6391:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b66a8a00. 02000000:00000010:3.0:1731519657.042566:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9a5cc00. 02000000:00000010:3.0:1731519657.042569:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b66a8800. 00000100:00000010:3.0:1731519657.042571:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000008:00000010:0.0:1731519657.042586:0:7494:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858000. 00020000:00000010:0.0:1731519657.042590:0:7494:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801370d8680. 00000020:00000010:0.0:1731519657.042603:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1664 at ffff8800a8e96000. 00000080:00000010:0.0:1731519657.042615:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab434a00. 00000080:00000010:0.0:1731519657.042624:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab434a00. 00000080:00000010:0.0:1731519657.042657:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab434a00. 00000080:00000010:0.0:1731519657.042664:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab434a00. 00000080:00000010:0.0:1731519657.042683:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab434a00. 00000080:00000010:0.0:1731519657.042688:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab434a00. 00010000:00000010:1.1:1731519657.043379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012eacd200. 00000400:00000200:2.0:1731519657.043435:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:2.0:1731519657.043440:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 1520 into portal 4 MB=0x6734e48201400 00000400:00000200:2.0:1731519657.043443:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 1520/1520 into md 0x251 [2] + 224 00000400:00000200:2.0:1731519657.043451:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.043453:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731519657.043457:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629914969088/t0(0) o63->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:24/4 lens 1456/4320 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00000400:00000010:0.0:1731519657.043497:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046478. 00000400:00000200:0.0:1731519657.043501:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012daaa600 00000400:00000010:0.0:1731519657.043503:0:6393:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012daaa600. 00000100:00000200:0.0:1731519657.043507:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629914969088/t0(0) o63->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:24/4 lens 1456/4320 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00000100:00000200:0.0:1731519657.043514:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629914969088/t0(0) o63->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:24/4 lens 1456/4320 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00000020:00000010:0.0:1731519657.043524:0:6393:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880136ac8000. 00010000:00000010:0.0:1731519657.043535:0:6393:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d41e00. 00010000:00000010:0.0:1731519657.043537:0:6393:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012a46ca80. 00000002:00000010:0.0:1731519657.043545:0:6393:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b5f1d880. 00000002:00000010:0.0:1731519657.043556:0:6393:0:(batch.c:269:object_update_callback_fini()) kfreed 'ouc': 40 at ffff8800b5f1d200. 00010000:00000010:0.0:1731519657.043560:0:6393:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d41f00. 00010000:00000010:0.0:1731519657.043562:0:6393:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012a46cb00. 00000002:00000010:0.0:1731519657.043566:0:6393:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b5f1d200. 00000002:00000010:0.0:1731519657.043571:0:6393:0:(batch.c:269:object_update_callback_fini()) kfreed 'ouc': 40 at ffff8800b5f1d000. 00010000:00000010:0.0:1731519657.043574:0:6393:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d41100. 00010000:00000010:0.0:1731519657.043576:0:6393:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012a46cc80. 00000002:00000010:0.0:1731519657.043582:0:6393:0:(batch.c:269:object_update_callback_fini()) kfreed 'ouc': 40 at ffff8800b5f1df00. 00000002:00000010:0.0:1731519657.043584:0:6393:0:(batch.c:338:batch_update_request_destroy()) kfreed 'bub->bub_req': 4096 at ffff88012b13d000. 00000002:00000010:0.0:1731519657.043587:0:6393:0:(batch.c:339:batch_update_request_destroy()) kfreed 'bub': 40 at ffff8800b5f1da00. 00000002:00000010:0.0:1731519657.043589:0:6393:0:(batch.c:342:batch_update_request_destroy()) kfreed 'head': 80 at ffff8800b5c65660. 00000080:00000010:0.0:1731519657.043612:0:46:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800a7b80000. 00000080:00000010:0.0:1731519657.043622:0:46:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800a8a7e000. 00020000:00000010:0.0:1731519657.043629:0:46:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800a7ccfd98. 00020000:00000010:0.0:1731519657.043632:0:46:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b5c65660. 00020000:00000010:0.0:1731519657.043634:0:46:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012a46c600. 00020000:00000010:0.0:1731519657.043637:0:46:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b5c65d80. 00020000:00000010:0.0:1731519657.043639:0:46:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800ab6ca6a0. 00020000:00000010:0.0:1731519657.043641:0:46:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800abd76000. 00020000:00000010:0.0:1731519657.043643:0:46:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8800a86d10d8. 00000020:00000010:0.0:1731519657.043646:0:46:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b6d41300. 00020000:00000010:0.0:1731519657.043648:0:46:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800a8a7e0c8. 00000008:00000010:0.0:1731519657.043656:0:46:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800a98a6000. 00000020:00000010:0.0:1731519657.043660:0:46:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b6d41c00. 00020000:00000010:0.0:1731519657.043666:0:46:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b5c65420. 00020000:00000010:0.0:1731519657.043668:0:46:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012a46c400. 00020000:00000010:0.0:1731519657.043670:0:46:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b5c65960. 00020000:00000010:0.0:1731519657.043672:0:46:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012a46c400. 00020000:00000010:0.0:1731519657.043673:0:46:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800b5c65420. 00020000:00000010:0.0:1731519657.043675:0:46:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800b5c65960. 00000080:00000010:0.0:1731519657.043695:0:46:0:(statahead.c:438:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff8800abd76480. 00000080:00000010:0.0:1731519657.043698:0:46:0:(statahead.c:439:sa_fini_data()) kfreed 'item': 632 at ffff8800b64f1400. 00000020:00000010:1.0:1731519657.043704:0:7497:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff88012b75f870. 00000020:00000010:1.0:1731519657.043706:0:7497:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d5f000. 00000020:00000010:1.0:1731519657.043708:0:7497:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d5ea00. 00000020:00000010:1.0:1731519657.043709:0:7497:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff880130fc09c0. 00000008:00000010:1.0:1731519657.043712:0:7497:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab5a9650. 00000080:00000010:0.0:1731519657.043714:0:46:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800a7b80800. 00020000:00000010:1.0:1731519657.043718:0:7497:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a0ff00. 00000080:00000010:0.0:1731519657.043719:0:46:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800a8a7e190. 00008000:00000010:1.0:1731519657.043721:0:7497:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab4d4710. 00020000:00000010:0.0:1731519657.043722:0:46:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800a7ccfcb0. 00000080:00000010:1.0:1731519657.043723:0:7497:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5ed5130. 00000080:00000010:1.0:1731519657.043724:0:7497:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a7e3c490. 00020000:00000010:0.0:1731519657.043725:0:46:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b5c65960. 00020000:00000010:0.0:1731519657.043726:0:46:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012a46c400. 00000020:00000010:1.0:1731519657.043726:0:7497:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d5fe00. 00020000:00000010:0.0:1731519657.043727:0:46:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b5c65420. 00020000:00000010:0.0:1731519657.043729:0:46:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800ab6ca6b0. 00020000:00000010:0.0:1731519657.043730:0:46:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800abd76480. 00000008:00000010:1.0:1731519657.043731:0:7497:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3902000. 00020000:00000010:0.0:1731519657.043732:0:46:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8800a86d10e0. 00020000:00000010:0.0:1731519657.043735:0:46:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800a8a7e258. 00020000:00000010:1.0:1731519657.043736:0:7497:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a803c000. 00000080:00000010:2.0:1731519657.043736:0:7494:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a86327c0. 00000008:00000010:0.0:1731519657.043737:0:46:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800a98a61a0. 00008000:00000010:1.0:1731519657.043737:0:7497:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a8b7d310. 00000080:00000010:1.0:1731519657.043741:0:7497:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800abf4e000. 00020000:00000010:0.0:1731519657.043743:0:46:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800b5c651e0. 00000020:00000010:2.0:1731519657.043743:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800a7d72800. 00020000:00000010:0.0:1731519657.043745:0:46:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012a46c900. 00020000:00000010:0.0:1731519657.043746:0:46:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800b5c65120. 00000080:00000010:2.0:1731519657.043746:0:7494:0:(statahead.c:256:sa_free()) kfreed 'entry': 116 at ffff88012a46cf80. 00020000:00000010:1.0:1731519657.043747:0:7497:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012d999880. 00000020:00000010:1.0:1731519657.043749:0:7497:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff88012b75f360. 00000020:00000010:1.0:1731519657.043750:0:7497:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d5fc00. 00020000:00000010:0.0:1731519657.043752:0:46:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012a46c900. 00000020:00000010:1.0:1731519657.043752:0:7497:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d5e000. 00000020:00000010:1.0:1731519657.043753:0:7497:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff880130fc0960. 00020000:00000010:0.0:1731519657.043754:0:46:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800b5c651e0. 00020000:00000010:0.0:1731519657.043755:0:46:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800b5c65120. 00000008:00000010:1.0:1731519657.043755:0:7497:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab5aa178. 00020000:00000010:1.0:1731519657.043756:0:7497:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a8a0fe40. 00008000:00000010:1.0:1731519657.043757:0:7497:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab4d4a98. 00000080:00000010:1.0:1731519657.043758:0:7497:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b5ed51c8. 00000080:00000010:1.0:1731519657.043759:0:7497:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a7e3c6d8. 00000020:00000010:1.0:1731519657.043761:0:7497:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d5e600. 00000008:00000010:1.0:1731519657.043762:0:7497:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3902160. 00020000:00000010:1.0:1731519657.043763:0:7497:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a803c240. 00000080:00000010:0.0:1731519657.043764:0:46:0:(statahead.c:438:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff8800abd76a80. 00008000:00000010:1.0:1731519657.043764:0:7497:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800a8b7d998. 00000080:00000010:2.0:1731519657.043764:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800a7d73e00. 00000080:00000010:1.0:1731519657.043765:0:7497:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800abf4e0f0. 00000080:00000010:0.0:1731519657.043766:0:46:0:(statahead.c:439:sa_fini_data()) kfreed 'item': 632 at ffff8800b6653400. 00000008:00000010:1.0:1731519657.043769:0:7497:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800ad892000. 00000080:00000010:2.0:1731519657.043772:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800a7d73e00. 00000080:00000010:0.0:1731519657.043775:0:46:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800a7b81000. 00010000:00000010:1.0:1731519657.043775:0:7497:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b642b800. 00010000:00000010:1.0:1731519657.043776:0:7497:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800a8a0fd80. 00010000:00000010:1.0:1731519657.043778:0:7497:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a803c480. 00000020:00000010:1.0:1731519657.043780:0:7497:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800a8457980. 00000080:00000010:0.0:1731519657.043781:0:46:0:(statahead.c:438:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff8800abd76900. 00010000:00000010:1.0:1731519657.043782:0:7497:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800a8457c40. 00000080:00000010:0.0:1731519657.043794:0:46:0:(statahead.c:439:sa_fini_data()) kfreed 'item': 632 at ffff8800b6650c00. 02000000:00000010:0.0:1731519657.043798:0:46:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8800a8840000. 02000000:00000010:0.0:1731519657.043801:0:46:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 2048 at ffff8800a8e90800. 00000100:00000010:0.0:1731519657.043804:0:46:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:1.0:1731519657.043807:0:7497:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b08000. 02000000:00000010:1.0:1731519657.043812:0:7497:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d5fa00. 00000008:00000010:1.0:1731519657.043833:0:7497:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800ad892000. 00020000:00000010:1.0:1731519657.043835:0:7497:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012d999880. 00020000:00000010:1.0:1731519657.043847:0:7497:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012d999880. 02000000:00000010:0.0:1731519657.043849:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e3cfc00. 00000008:00000010:1.0:1731519657.043849:0:7497:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800ad892000. 00000400:00000010:0.0:1731519657.043852:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8562c0. 00010000:00000010:1.0:1731519657.043852:0:7497:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b642bf00. 00010000:00000010:1.0:1731519657.043854:0:7497:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800a8a0fcc0. 00000400:00000010:0.0:1731519657.043855:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966908. 00010000:00000010:1.0:1731519657.043856:0:7497:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a803c6c0. 00000020:00000010:1.0:1731519657.043857:0:7497:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800a8457e40. 00000100:00000200:0.0:1731519657.043858:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914969216, portal 4 00010000:00000010:1.0:1731519657.043859:0:7497:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800a8457780. 00000100:00000010:1.0:1731519657.043861:0:7497:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b08380. 02000000:00000010:1.0:1731519657.043865:0:7497:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d5e400. 00000020:00000010:0.0:1731519657.043868:0:6393:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8848000. 00000400:00000010:0.0:1731519657.043871:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966440. 00020000:00000010:2.0:1731519657.043872:0:7494:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03980. 00000100:00000200:0.0:1731519657.043873:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815629914969216, offset 0 00000400:00000200:0.0:1731519657.043877:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000008:00000010:1.0:1731519657.043877:0:7497:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800ad892000. 00020000:00000010:1.0:1731519657.043879:0:7497:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012d999880. 02000000:00000010:3.0:1731519657.043879:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9a5cc00. 00000400:00000200:0.0:1731519657.043882:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000020:00000010:2.0:1731519657.043882:0:7494:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b5e69900. 00000400:00000010:3.0:1731519657.043882:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a948. 00000400:00000200:0.0:1731519657.043884:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:2.0:1731519657.043884:0:7494:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a7d73e00. 00000400:00000010:3.0:1731519657.043884:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000020:00000010:2.0:1731519657.043886:0:7494:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a7d72000. 00000100:00000200:3.0:1731519657.043886:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914969344, portal 4 00000400:00000200:0.0:1731519657.043887:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000020:00000010:2.0:1731519657.043888:0:7494:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a80db7e0. 00000400:00000200:0.0:1731519657.043889:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1731519657.043889:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4ddd0. 00000100:00000200:3.0:1731519657.043890:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815629914969344, offset 0 00000400:00000200:0.0:1731519657.043891:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000008:00000010:2.0:1731519657.043891:0:7494:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a805c2f0. 00020000:00000010:2.0:1731519657.043892:0:7494:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaa540. 00000400:00000200:0.0:1731519657.043893:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [45:45:256:4294967295] 192.168.203.102@tcp LPNI seq info [45:45:8:4294967295] 00000400:00000200:3.0:1731519657.043893:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00008000:00000010:2.0:1731519657.043895:0:7494:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83d530. 00000080:00000010:2.0:1731519657.043897:0:7494:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c390. 00000080:00000010:2.0:1731519657.043899:0:7494:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b0db0. 00000400:00000200:0.0:1731519657.043900:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000020:00000010:2.0:1731519657.043901:0:7494:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a7d73600. 00000008:00000010:2.0:1731519657.043903:0:7494:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3b8c6e0. 00000800:00000200:0.0:1731519657.043904:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00020000:00000010:2.0:1731519657.043905:0:7494:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b3919440. 00000400:00000200:3.0:1731519657.043905:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000800:00000010:0.0:1731519657.043906:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41600. 00008000:00000010:2.0:1731519657.043907:0:7494:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ad89acd8. 00000400:00000200:3.0:1731519657.043908:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1731519657.043909:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000080:00000010:2.0:1731519657.043909:0:7494:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a234b0. 00000400:00000200:3.0:1731519657.043910:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.043911:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.043912:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000800:00000200:0.0:1731519657.043914:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000400:00000200:3.0:1731519657.043914:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [46:46:255:4294967295] 192.168.203.102@tcp LPNI seq info [46:46:7:4294967295] 00000800:00000200:0.0:1731519657.043916:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41600 type 1, nob 424 niov 1 nkiov 1 00000008:00000010:2.0:1731519657.043918:0:7494:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a000. 00000400:00000200:3.0:1731519657.043919:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.043921:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.043923:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2500. 00010000:00000010:2.0:1731519657.043925:0:7494:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3919680. 00000800:00000200:3.0:1731519657.043925:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000020:00000010:2.0:1731519657.043928:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b5cc42c0. 00000800:00000200:3.0:1731519657.043928:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.043929:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2500 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1731519657.043930:0:7494:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b5cc4940. 00000100:00000010:2.0:1731519657.043933:0:7494:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445f80. 02000000:00000010:2.0:1731519657.043939:0:7494:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a7d72600. 00000020:00000010:2.0:1731519657.043946:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8842000. 00000800:00000200:1.0:1731519657.043954:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.043956:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41600. 00000400:00000200:1.0:1731519657.043958:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.043961:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 02000000:00000010:3.0:1731519657.043961:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9a5d000. 00000400:00000010:3.0:1731519657.043962:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000200:1.0:1731519657.043963:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966440 00000400:00000010:1.0:1731519657.043964:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966440. 00000400:00000010:3.0:1731519657.043966:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dcc0. 00000100:00000200:1.0:1731519657.043967:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b08000 x1815629914969216/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.043967:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914969472, portal 4 00000020:00000010:3.0:1731519657.043974:0:6392:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800ab4f4000. 00000400:00000010:3.0:1731519657.043976:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dee0. 00000100:00000200:3.0:1731519657.043978:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815629914969472, offset 0 00000400:00000200:3.0:1731519657.043980:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.043983:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.043985:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.043987:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.043988:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.043989:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.043990:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [47:47:255:4294967295] 192.168.203.102@tcp LPNI seq info [47:47:7:4294967295] 00000800:00000200:1.0:1731519657.043993:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.043994:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2500. 00000400:00000200:3.0:1731519657.043994:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000400:00000200:1.0:1731519657.043995:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1731519657.043996:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519657.043997:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000800:00000010:3.0:1731519657.043998:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2e00. 00000400:00000200:1.0:1731519657.043999:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4ddd0 00000400:00000010:1.0:1731519657.043999:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4ddd0. 00000800:00000200:3.0:1731519657.044000:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000100:00000200:1.0:1731519657.044001:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b08380 x1815629914969344/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000800:00000200:3.0:1731519657.044002:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.044003:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1731519657.044014:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.044015:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2e00. 00000400:00000200:1.0:1731519657.044016:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.044022:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.044023:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dee0 00000400:00000010:1.0:1731519657.044024:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dee0. 00000100:00000200:1.0:1731519657.044026:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445f80 x1815629914969472/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.044713:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.044720:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 400 into portal 4 MB=0x6734e48201480 00000400:00000200:0.0:1731519657.044723:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 400/400 into md 0x259 [1] + 224 00000400:00000200:0.0:1731519657.044729:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.044732:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.044736:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b08000 x1815629914969216/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.044761:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.044765:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 400 into portal 4 MB=0x6734e48201500 00000400:00000200:0.0:1731519657.044768:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 400/400 into md 0x261 [1] + 224 00000400:00000200:0.0:1731519657.044773:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.044775:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.044778:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b08380 x1815629914969344/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.044795:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8562c0. 00000400:00000200:2.0:1731519657.044799:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966908 00000400:00000010:2.0:1731519657.044800:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966908. 00000100:00000200:2.0:1731519657.044804:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b08000 x1815629914969216/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.044812:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000100:00000200:2.0:1731519657.044812:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b08000 x1815629914969216/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.044817:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 400 into portal 4 MB=0x6734e48201580 00000400:00000200:0.0:1731519657.044820:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 400/400 into md 0x269 [1] + 224 00000400:00000010:3.0:1731519657.044825:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a948. 00000400:00000200:3.0:1731519657.044828:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000020:00000010:2.0:1731519657.044829:0:6393:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800a7d73000. 00000400:00000010:3.0:1731519657.044829:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.044831:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b08380 x1815629914969344/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000020:00000010:2.0:1731519657.044834:0:6393:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b5e69990. 00000100:00000200:3.0:1731519657.044837:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b08380 x1815629914969344/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000020:00000010:2.0:1731519657.044840:0:6393:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012aaa9400. 00000020:00000010:2.0:1731519657.044842:0:6393:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e350400. 00000020:00000010:2.0:1731519657.044844:0:6393:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a80db780. 00000008:00000010:2.0:1731519657.044846:0:6393:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a805ce18. 00020000:00000010:2.0:1731519657.044848:0:6393:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaaf00. 00000400:00000200:0.0:1731519657.044851:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00008000:00000010:2.0:1731519657.044851:0:6393:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83d8b8. 00000020:00000010:3.0:1731519657.044852:0:6391:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800a8c25900. 00000080:00000010:2.0:1731519657.044853:0:6393:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c428. 00000020:00000010:3.0:1731519657.044853:0:6391:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b66a8800. 00000400:00000200:0.0:1731519657.044855:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000080:00000010:2.0:1731519657.044855:0:6393:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b0ff8. 00000020:00000010:3.0:1731519657.044856:0:6391:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5cb6c00. 00000020:00000010:2.0:1731519657.044857:0:6393:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e350000. 00000020:00000010:3.0:1731519657.044857:0:6391:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800abceb300. 00000100:00000200:0.0:1731519657.044859:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445f80 x1815629914969472/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000008:00000010:2.0:1731519657.044859:0:6393:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3b8c840. 00000008:00000010:3.0:1731519657.044859:0:6391:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc4d940. 00020000:00000010:2.0:1731519657.044861:0:6393:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b39198c0. 00020000:00000010:3.0:1731519657.044861:0:6391:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e3de3c0. 00008000:00000010:2.0:1731519657.044863:0:6393:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ad89ae08. 00008000:00000010:3.0:1731519657.044863:0:6391:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b99c40. 00000080:00000010:2.0:1731519657.044865:0:6393:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a235a0. 00000080:00000010:3.0:1731519657.044868:0:6391:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf4c0. 00000080:00000010:3.0:1731519657.044870:0:6391:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c9240. 00000020:00000010:3.0:1731519657.044871:0:6391:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5cb7a00. 00000008:00000010:3.0:1731519657.044873:0:6391:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab549a0. 00020000:00000010:3.0:1731519657.044874:0:6391:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eacdd40. 00008000:00000010:3.0:1731519657.044875:0:6391:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cdb98. 02000000:00000010:2.0:1731519657.044877:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e3cfc00. 00000080:00000010:3.0:1731519657.044877:0:6391:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce690. 02000000:00000010:2.0:1731519657.044880:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d5fa00. 00000100:00000010:2.0:1731519657.044883:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b08000. 02000000:00000010:3.0:1731519657.044884:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9a5cc00. 02000000:00000010:3.0:1731519657.044886:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d5e400. 00000100:00000010:3.0:1731519657.044888:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b08380. 00000400:00000010:3.0:1731519657.044895:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519657.044896:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dcc0 00000400:00000010:3.0:1731519657.044897:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dcc0. 00000100:00000200:3.0:1731519657.044900:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445f80 x1815629914969472/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.044904:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445f80 x1815629914969472/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000020:00000010:3.0:1731519657.044913:0:6392:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b5cb7800. 02000000:00000010:3.0:1731519657.044922:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9a5d000. 02000000:00000010:3.0:1731519657.044923:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a7d72600. 00000100:00000010:3.0:1731519657.044925:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445f80. 00000008:00000010:2.0:1731519657.044933:0:7494:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a000. 00020000:00000010:2.0:1731519657.044937:0:7494:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03980. 00000020:00000010:2.0:1731519657.044943:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1664 at ffff8800a9b55800. 00000080:00000010:2.0:1731519657.044953:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351e00. 00000080:00000010:2.0:1731519657.044961:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351e00. 00000080:00000010:2.0:1731519657.044977:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351e00. 00000080:00000010:2.0:1731519657.044982:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351e00. 00000080:00000010:2.0:1731519657.044999:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351e00. 00000080:00000010:2.0:1731519657.045005:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351e00. 00000080:00000010:2.0:1731519657.045015:0:7494:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a8632dc0. 00000080:00000010:2.0:1731519657.045019:0:7494:0:(statahead.c:256:sa_free()) kfreed 'entry': 108 at ffff88012a46c200. 00000080:00000010:2.0:1731519657.045036:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351e00. 00000080:00000010:2.0:1731519657.045044:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351e00. 00020000:00000010:2.0:1731519657.045054:0:7494:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03980. 00000008:00000010:2.0:1731519657.045058:0:7494:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a000. 00000020:00000010:2.0:1731519657.045068:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff88012e351e00. 00000008:00000010:2.0:1731519657.045080:0:7494:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a000. 00020000:00000010:2.0:1731519657.045083:0:7494:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03980. 00000080:00000010:2.0:1731519657.045095:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351a00. 00000080:00000010:2.0:1731519657.045103:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351a00. 00000080:00000010:2.0:1731519657.045116:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351a00. 00000080:00000010:2.0:1731519657.045121:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351a00. 00000080:00000010:2.0:1731519657.045135:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351a00. 00000080:00000010:2.0:1731519657.045141:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351a00. 00000080:00000010:2.0:1731519657.045151:0:7494:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a8632520. 00000080:00000010:2.0:1731519657.045156:0:7494:0:(statahead.c:256:sa_free()) kfreed 'entry': 108 at ffff88012a46c280. 00000080:00000010:2.0:1731519657.045173:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351a00. 00000080:00000010:2.0:1731519657.045179:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351a00. 00000080:00000010:2.0:1731519657.045190:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351a00. 00000080:00000010:2.0:1731519657.045195:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351a00. 00000080:00000010:2.0:1731519657.045205:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351a00. 00000080:00000010:2.0:1731519657.045210:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351a00. 00000080:00000010:2.0:1731519657.045220:0:7494:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351a00. 00000100:00000010:2.0:1731519657.045225:0:7494:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445c00. 02000000:00000010:2.0:1731519657.045231:0:7494:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d42c00. 00010000:00000010:2.0:1731519657.045238:0:7494:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3919b00. 00000020:00000010:2.0:1731519657.045240:0:7494:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b5cc4140. 00000100:00000010:2.0:1731519657.045246:0:7494:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaac00. 02000000:00000010:2.0:1731519657.045253:0:7494:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff8800b3909000. 00000400:00000010:2.0:1731519657.045256:0:7494:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40464d0. 00000400:00000010:2.0:1731519657.045259:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3110. 00000100:00000200:2.0:1731519657.045261:0:7494:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1815629914969600, portal 10 00000400:00000010:2.0:1731519657.045264:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3770. 00000100:00000200:2.0:1731519657.045285:0:7494:0:(niobuf.c:87:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1815629914969600, offset 0 00000400:00000200:2.0:1731519657.045290:0:7494:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.045295:0:7494:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.045298:0:7494:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.045300:0:7494:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.045306:0:7494:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.045308:0:7494:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.045311:0:7494:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [48:48:256:4294967295] 192.168.203.102@tcp LPNI seq info [48:48:8:4294967295] 00000400:00000200:2.0:1731519657.045318:0:7494:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.045322:0:7494:0:(socklnd_cb.c:1000:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.045324:0:7494:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2200. 00000800:00000200:2.0:1731519657.045327:0:7494:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.045331:0:7494:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.045334:0:7494:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2200 type 1, nob 664 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.045401:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.045404:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2200. 00000400:00000200:0.0:1731519657.045406:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.045410:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.045412:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3770 00000400:00000010:0.0:1731519657.045414:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3770. 00000100:00000200:0.0:1731519657.045417:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445c00 x1815629914969600/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.046241:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.046247:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 1008 into portal 10 MB=0x6734e48201600 00000400:00000200:0.0:1731519657.046250:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 1008/1008 into md 0x271 [1] + 224 00000400:00000200:0.0:1731519657.046261:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.046264:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.046294:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445c00 x1815629914969600/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.046363:0:7494:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b40464d0. 00000400:00000200:3.0:1731519657.046367:0:7494:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3110 00000400:00000010:3.0:1731519657.046368:0:7494:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3110. 00000100:00000200:3.0:1731519657.046372:0:7494:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445c00 x1815629914969600/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.046378:0:7494:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445c00 x1815629914969600/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 568/3376 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.046389:0:7494:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaac00. 00000080:00000010:3.0:1731519657.046399:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351a00. 00000080:00000010:3.0:1731519657.046405:0:7494:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012aa4da50. 00000080:00000010:3.0:1731519657.046411:0:7494:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff8801369bae50. 00000080:00000010:3.0:1731519657.046412:0:7494:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff8800b5e13ca0. 00000080:00000010:3.0:1731519657.046414:0:7494:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012aa4d640. 00000080:00000010:3.0:1731519657.046415:0:7494:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff8801369ba850. 00000080:00000010:3.0:1731519657.046416:0:7494:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 44 at ffff88012b12a9c0. 02000000:00000010:3.0:1731519657.046421:0:7494:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff8800b3909000. 02000000:00000010:3.0:1731519657.046423:0:7494:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d42c00. 00000100:00000010:3.0:1731519657.046425:0:7494:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445c00. 00000080:00000010:3.0:1731519657.046464:0:7494:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b5cb6e00. 00000100:00000010:3.0:1731519657.046469:0:7494:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731519657.046473:0:7494:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5cb6400. 00000100:00000010:3.0:1731519657.046479:0:7494:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3de600. 00000002:00000010:0.0:1731519657.046484:0:7496:0:(batch.c:700:cli_batch_stop()) kfreed 'cbh': 32 at ffff8800a8dc8260. 02000000:00000010:3.0:1731519657.046484:0:7494:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9a5d000. 00000400:00000010:3.0:1731519657.046486:0:7494:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00800000:00000010:0.0:1731519657.046487:0:7496:0:(lmv_obd.c:4274:lmv_batch_stop()) kfreed 'sub': 32 at ffff8800a8dc8020. 00000400:00000010:3.0:1731519657.046488:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dcc0. 00800000:00000010:0.0:1731519657.046489:0:7496:0:(lmv_obd.c:4282:lmv_batch_stop()) kfreed 'lbh': 48 at ffff8800b5f1d280. 00000100:00000200:3.0:1731519657.046490:0:7494:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914969856, portal 10 00000400:00000010:3.0:1731519657.046492:0:7494:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731519657.046493:0:7494:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815629914969856, offset 0 00000400:00000200:3.0:1731519657.046496:0:7494:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.046499:0:7494:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.046501:0:7494:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.046503:0:7494:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.046504:0:7494:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.046505:0:7494:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.046507:0:7494:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [49:49:256:4294967295] 192.168.203.102@tcp LPNI seq info [49:49:8:4294967295] 00000400:00000200:3.0:1731519657.046512:0:7494:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.046514:0:7494:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.046516:0:7494:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2e00. 00000800:00000200:3.0:1731519657.046518:0:7494:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.046520:0:7494:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.046522:0:7494:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2e00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.046561:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.046563:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2e00. 00000400:00000200:0.0:1731519657.046566:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.046569:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.046571:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:0.0:1731519657.046573:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:0.0:1731519657.046577:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629914969856/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000080:00000010:2.0:1731519657.046597:0:7496:0:(statahead.c:643:ll_sai_free()) kfreed 'sai': 504 at ffff8800b65dbe00. 00000080:00000010:2.0:1731519657.046602:0:7496:0:(statahead.c:561:ll_sax_free()) kfreed 'ctx': 2592 at ffff88012b2e3000. 00000400:00000200:0.0:1731519657.047288:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.047294:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 456 into portal 10 MB=0x6734e48201700 00000400:00000200:0.0:1731519657.047298:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 456/456 into md 0x279 [1] + 224 00000400:00000200:0.0:1731519657.047308:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.047311:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.047315:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629914969856/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.047367:0:7494:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519657.047371:0:7494:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dcc0 00000400:00000010:3.0:1731519657.047372:0:7494:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dcc0. 00000100:00000200:3.0:1731519657.047375:0:7494:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629914969856/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.047381:0:7494:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629914969856/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.047396:0:7494:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3de600. 00000080:00000010:3.0:1731519657.047401:0:7494:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5cb6e00. 02000000:00000010:3.0:1731519657.047407:0:7494:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9a5e000. 00000100:00000010:3.0:1731519657.047408:0:7494:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000002:00000010:3.0:1731519657.047410:0:7494:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800b5e13ea0. 00000080:00000010:3.0:1731519657.047411:0:7494:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012b12a7c0. 02000000:00000010:3.0:1731519657.047413:0:7494:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9a5d000. 02000000:00000010:3.0:1731519657.047414:0:7494:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5cb6400. 00000100:00000010:3.0:1731519657.047415:0:7494:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000080:00000010:3.0:1731519657.047417:0:7494:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800adace000. 00000080:00000010:0.0:1731519657.048336:0:5931:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab434a00. 00000080:00000010:0.0:1731519657.048348:0:5931:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab434a00. 00000080:00000010:0.0:1731519657.048358:0:5931:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab434a00. 00000100:00000010:0.0:1731519657.048369:0:5931:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731519657.048376:0:5931:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e3cf800. 00010000:00000010:0.0:1731519657.048383:0:5931:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3988900. 00000100:00000010:0.0:1731519657.048388:0:5931:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abd76900. 02000000:00000010:0.0:1731519657.048395:0:5931:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a8e90800. 00000400:00000010:0.0:1731519657.048397:0:5931:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856318. 00000400:00000010:0.0:1731519657.048400:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966bb0. 00000100:00000200:0.0:1731519657.048402:0:5931:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914969984, portal 10 00000400:00000010:0.0:1731519657.048405:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9663b8. 00000100:00000200:0.0:1731519657.048407:0:5931:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1815629914969984, offset 0 00000400:00000200:0.0:1731519657.048411:0:5931:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.048416:0:5931:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.048419:0:5931:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.048421:0:5931:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.048423:0:5931:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.048425:0:5931:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.048427:0:5931:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [50:50:256:4294967295] 192.168.203.102@tcp LPNI seq info [50:50:8:4294967295] 00000400:00000200:0.0:1731519657.048434:0:5931:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.048438:0:5931:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.048440:0:5931:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41900. 00000800:00000200:0.0:1731519657.048443:0:5931:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.048447:0:5931:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.048450:0:5931:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41900 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.048495:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.048498:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41900. 00000400:00000200:2.0:1731519657.048500:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.048503:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.048504:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9663b8 00000400:00000010:2.0:1731519657.048505:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9663b8. 00000100:00000200:2.0:1731519657.048508:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629914969984/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.049910:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.049916:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 584 into portal 10 MB=0x6734e48201780 00000400:00000200:0.0:1731519657.049921:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 584/584 into md 0x281 [1] + 224 00000400:00000200:0.0:1731519657.049930:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.049934:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.049938:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629914969984/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.049981:0:5931:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856318. 00000400:00000200:2.0:1731519657.049983:0:5931:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966bb0 00000400:00000010:2.0:1731519657.049984:0:5931:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966bb0. 00000100:00000200:2.0:1731519657.049987:0:5931:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629914969984/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.049992:0:5931:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629914969984/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.050002:0:5931:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abd76900. 00010000:00000010:2.0:1731519657.050006:0:5931:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6df2b00. 00010000:00000010:2.0:1731519657.050008:0:5931:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9b03980. 00000100:00000010:2.0:1731519657.050018:0:5931:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446300. 02000000:00000010:2.0:1731519657.050026:0:5931:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e351400. 00000100:00000010:2.0:1731519657.050029:0:5931:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa000. 02000000:00000010:2.0:1731519657.050034:0:5931:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e350a00. 00000400:00000010:2.0:1731519657.050036:0:5931:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046528. 00000400:00000010:2.0:1731519657.050037:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519657.050039:0:5931:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914970112, portal 10 00000400:00000010:2.0:1731519657.050041:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3dd0. 00000100:00000200:2.0:1731519657.050042:0:5931:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1815629914970112, offset 0 00000400:00000200:2.0:1731519657.050045:0:5931:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.050048:0:5931:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.050050:0:5931:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.050051:0:5931:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.050052:0:5931:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.050054:0:5931:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.050055:0:5931:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [51:51:256:4294967295] 192.168.203.102@tcp LPNI seq info [51:51:8:4294967295] 00000400:00000200:2.0:1731519657.050060:0:5931:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.050062:0:5931:0:(socklnd_cb.c:1000:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.050064:0:5931:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2e00. 00000800:00000200:2.0:1731519657.050065:0:5931:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.050068:0:5931:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.050070:0:5931:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2e00 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.050131:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.050133:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2e00. 00000400:00000200:0.0:1731519657.050136:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.050139:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.050142:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3dd0 00000400:00000010:0.0:1731519657.050143:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3dd0. 00000100:00000200:0.0:1731519657.050146:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446300 x1815629914970112/t0(0) o900->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:29/10 lens 264/248 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:2.0:1731519657.050771:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:2.0:1731519657.050779:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 248 into portal 10 MB=0x6734e48201800 00000400:00000200:2.0:1731519657.050808:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 248/248 into md 0x289 [1] + 224 00000400:00000200:2.0:1731519657.050821:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.050824:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731519657.050828:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446300 x1815629914970112/t0(0) o900->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:29/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:0.0:1731519657.050876:0:5931:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046528. 00000400:00000200:0.0:1731519657.050879:0:5931:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:0.0:1731519657.050880:0:5931:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:0.0:1731519657.050885:0:5931:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446300 x1815629914970112/t0(0) o900->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:29/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:0.0:1731519657.050892:0:5931:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446300 x1815629914970112/t0(0) o900->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:29/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:0.0:1731519657.050906:0:5931:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa000. 02000000:00000010:0.0:1731519657.050910:0:5931:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e350a00. 02000000:00000010:0.0:1731519657.050912:0:5931:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e351400. 00000100:00000010:0.0:1731519657.050914:0:5931:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446300. 80000000:00000010:0.0:1731519657.050918:0:5931:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b5f1d280. 00800000:00000010:0.0:1731519657.050923:0:5931:0:(lmv_intent.c:74:lmv_intent_remote()) kmalloced '(op_data)': 384 at ffff8800ab435c00. 00000020:00000010:0.0:1731519657.050926:0:5931:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff88012e3cfc00. 00000100:00000010:0.0:1731519657.050930:0:5931:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731519657.050935:0:5931:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e3cf400. 00010000:00000010:0.0:1731519657.050941:0:5931:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d41800. 00010000:00000010:0.0:1731519657.050943:0:5931:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012a46c900. 00010000:00000010:0.0:1731519657.050947:0:5931:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3988b40. 00000020:00000010:0.0:1731519657.050949:0:5931:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b5f1da00. 00000100:00000010:0.0:1731519657.050954:0:5931:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abd76a80. 02000000:00000010:0.0:1731519657.050966:0:5931:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a8e91800. 00000400:00000010:0.0:1731519657.050968:0:5931:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856210. 00000400:00000010:0.0:1731519657.050971:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966a18. 00000100:00000200:0.0:1731519657.050973:0:5931:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914970240, portal 10 00000400:00000010:0.0:1731519657.050976:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966000. 00000100:00000200:0.0:1731519657.050977:0:5931:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815629914970240, offset 0 00000400:00000200:0.0:1731519657.050981:0:5931:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.050985:0:5931:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.050987:0:5931:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.050989:0:5931:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.050991:0:5931:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.050993:0:5931:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.050995:0:5931:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [52:52:256:4294967295] 192.168.203.102@tcp LPNI seq info [52:52:8:4294967295] 00000400:00000200:0.0:1731519657.051002:0:5931:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.051006:0:5931:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.051008:0:5931:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41600. 00000800:00000200:0.0:1731519657.051011:0:5931:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.051015:0:5931:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.051017:0:5931:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41600 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.051082:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.051088:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41600. 00000400:00000200:2.0:1731519657.051090:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.051094:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.051096:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966000 00000400:00000010:2.0:1731519657.051097:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966000. 00000100:00000200:2.0:1731519657.051101:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629914970240/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/968 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.051950:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.051957:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 584 into portal 10 MB=0x6734e48201880 00000400:00000200:0.0:1731519657.051961:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 584/584 into md 0x291 [1] + 224 00000400:00000200:0.0:1731519657.051970:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.051974:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.051978:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629914970240/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/968 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.052025:0:5931:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856210. 00000400:00000200:2.0:1731519657.052029:0:5931:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966a18 00000400:00000010:2.0:1731519657.052030:0:5931:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966a18. 00000100:00000200:2.0:1731519657.052034:0:5931:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629914970240/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/968 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.052041:0:5931:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629914970240/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/968 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000020:00000010:2.0:1731519657.052052:0:5931:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8844000. 00000100:00000010:2.0:1731519657.052059:0:5931:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abd76a80. 00000020:00000010:2.0:1731519657.052065:0:5931:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff88012e350800. 00800000:00000010:2.0:1731519657.052073:0:5931:0:(lmv_intent.c:126:lmv_intent_remote()) kfreed 'op_data': 384 at ffff8800ab435c00. 02000000:00000010:2.0:1731519657.052076:0:5931:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a8e90800. 02000000:00000010:2.0:1731519657.052078:0:5931:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e3cf800. 00000100:00000010:2.0:1731519657.052080:0:5931:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000080:00000010:2.0:1731519657.052088:0:5931:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af228800. 00000080:00000010:2.0:1731519657.052097:0:5931:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a8632160. 00000080:00000010:2.0:1731519657.052105:0:5931:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab434a00. 02000000:00000010:2.0:1731519657.052107:0:5931:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a8e91800. 02000000:00000010:2.0:1731519657.052109:0:5931:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e3cf400. 00000100:00000010:2.0:1731519657.052111:0:5931:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000080:00000010:2.0:1731519657.052120:0:5931:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800a80db180. 00000080:00000010:2.0:1731519657.052124:0:5931:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351400. 00000100:00000010:2.0:1731519657.052133:0:5931:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731519657.052137:0:5931:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e350a00. 00000100:00000010:2.0:1731519657.052146:0:5931:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaaa80. 02000000:00000010:2.0:1731519657.052152:0:5931:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e350600. 00000400:00000010:2.0:1731519657.052155:0:5931:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046580. 00000400:00000010:2.0:1731519657.052157:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3bb0. 00000100:00000200:2.0:1731519657.052159:0:5931:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914970368, portal 10 00000400:00000010:2.0:1731519657.052162:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3550. 00000100:00000200:2.0:1731519657.052163:0:5931:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1815629914970368, offset 0 00000400:00000200:2.0:1731519657.052167:0:5931:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.052171:0:5931:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.052174:0:5931:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.052176:0:5931:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.052178:0:5931:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.052180:0:5931:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.052182:0:5931:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [53:53:256:4294967295] 192.168.203.102@tcp LPNI seq info [53:53:8:4294967295] 00000400:00000200:2.0:1731519657.052189:0:5931:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.052192:0:5931:0:(socklnd_cb.c:1000:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.052194:0:5931:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2500. 00000800:00000200:2.0:1731519657.052197:0:5931:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.052201:0:5931:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.052204:0:5931:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2500 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.052289:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.052291:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2500. 00000400:00000200:0.0:1731519657.052294:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.052298:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.052304:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3550 00000400:00000010:0.0:1731519657.052305:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3550. 00000100:00000200:0.0:1731519657.052309:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629914970368/t0(0) o700->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:30/10 lens 264/248 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.052862:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.052868:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 248 into portal 10 MB=0x6734e48201900 00000400:00000200:0.0:1731519657.052872:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 248/248 into md 0x299 [1] + 224 00000400:00000200:0.0:1731519657.052882:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.052886:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.052890:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629914970368/t0(0) o700->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:30/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.052928:0:5931:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046580. 00000400:00000200:2.0:1731519657.052931:0:5931:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3bb0 00000400:00000010:2.0:1731519657.052931:0:5931:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3bb0. 00000100:00000200:2.0:1731519657.052934:0:5931:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629914970368/t0(0) o700->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:30/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.052939:0:5931:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629914970368/t0(0) o700->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:30/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.052948:0:5931:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaaa80. 02000000:00000010:2.0:1731519657.052951:0:5931:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e350600. 02000000:00000010:2.0:1731519657.052952:0:5931:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e350a00. 00000100:00000010:2.0:1731519657.052957:0:5931:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000020:00000010:2.0:1731519657.052961:0:5931:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800b5d42800. 00000100:00000010:2.0:1731519657.052966:0:5931:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731519657.052971:0:5931:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d42400. 00010000:00000010:2.0:1731519657.052977:0:5931:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3919d40. 00000020:00000010:2.0:1731519657.052978:0:5931:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b5cc4a00. 00000100:00000010:2.0:1731519657.052983:0:5931:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaaa80. 02000000:00000010:2.0:1731519657.053022:0:5931:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800a84c0000. 00000400:00000010:2.0:1731519657.053025:0:5931:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046580. 00000400:00000010:2.0:1731519657.053027:0:5931:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b5d42000. 00000100:00000200:2.0:1731519657.053029:0:5931:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815629914970624, portal 10 00000400:00000010:2.0:1731519657.053031:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3bb0. 00000100:00000200:2.0:1731519657.053032:0:5931:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1815629914970624, offset 0 00000400:00000200:2.0:1731519657.053034:0:5931:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.053037:0:5931:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.053039:0:5931:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.053041:0:5931:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.053042:0:5931:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.053043:0:5931:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.053045:0:5931:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [54:54:256:4294967295] 192.168.203.102@tcp LPNI seq info [54:54:8:4294967295] 00000400:00000200:2.0:1731519657.053049:0:5931:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.053051:0:5931:0:(socklnd_cb.c:1000:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.053052:0:5931:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2800. 00000800:00000200:2.0:1731519657.053054:0:5931:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.053057:0:5931:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.053058:0:5931:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2800 type 1, nob 688 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.053123:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.053126:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2800. 00000400:00000200:0.0:1731519657.053129:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.053132:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.053135:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3bb0 00000400:00000010:0.0:1731519657.053136:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3bb0. 00000100:00000200:0.0:1731519657.053140:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629914970624/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 592/66264 e 0 to 0 dl 1731519673 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.055006:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.055012:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 664 into portal 10 MB=0x6734e48201a00 00000400:00000200:0.0:1731519657.055017:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 664/664 into md 0x2a1 [32] + 224 00000400:00000200:0.0:1731519657.055027:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.055030:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.055035:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629914970624/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 592/66264 e 0 to 0 dl 1731519673 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.055147:0:5931:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046580. 00000400:00000200:2.0:1731519657.055151:0:5931:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d42000 00000400:00000010:2.0:1731519657.055151:0:5931:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800b5d42000. 00000100:00000200:2.0:1731519657.055155:0:5931:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629914970624/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 592/66264 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.055169:0:5931:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629914970624/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 592/66264 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.055180:0:5931:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaaa80. 00010000:00000010:2.0:1731519657.055185:0:5931:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6df2300. 00010000:00000010:2.0:1731519657.055186:0:5931:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9b03b00. 00000002:00000010:2.0:1731519657.055195:0:5931:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b5cc41c0. 00000080:00000010:2.0:1731519657.055202:0:5931:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af229000. 00000080:00000010:2.0:1731519657.055211:0:5931:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b5cfc000. 00020000:00000010:2.0:1731519657.055216:0:5931:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800b6491488. 00020000:00000010:2.0:1731519657.055219:0:5931:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80dba20. 00020000:00000010:2.0:1731519657.055221:0:5931:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03180. 00020000:00000010:2.0:1731519657.055223:0:5931:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80db060. 00020000:00000010:2.0:1731519657.055226:0:5931:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800a8b345e0. 00020000:00000010:2.0:1731519657.055227:0:5931:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88012daaaa80. 00020000:00000010:2.0:1731519657.055229:0:5931:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8800ad89ae10. 00000020:00000010:2.0:1731519657.055231:0:5931:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b6df2800. 00020000:00000010:2.0:1731519657.055233:0:5931:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b5cfc0c8. 00000008:00000010:2.0:1731519657.055239:0:5931:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800a84ec000. 00000020:00000010:2.0:1731519657.055243:0:5931:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b6df2500. 00020000:00000010:2.0:1731519657.055248:0:5931:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80db000. 00020000:00000010:2.0:1731519657.055249:0:5931:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.055250:0:5931:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80dba80. 00020000:00000010:2.0:1731519657.055252:0:5931:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.055254:0:5931:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a80db000. 00020000:00000010:2.0:1731519657.055255:0:5931:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a80dba80. 00000080:00000010:2.0:1731519657.055260:0:5931:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a86320c0. 00000080:00000010:2.0:1731519657.055262:0:5931:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351400. 00000080:00000010:2.0:1731519657.055294:0:5931:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800b4150000. 00000080:00000010:2.0:1731519657.055298:0:5931:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b5cc4c80. 00000002:00000010:2.0:1731519657.055302:0:5931:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a8632180. 02000000:00000010:2.0:1731519657.055307:0:5931:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800a84c0000. 00000080:00000010:2.0:1731519657.055336:0:5931:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff8800a80db180. 00000080:00000010:2.0:1731519657.055343:0:5931:0:(llite_lib.c:2342:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff88012e351400. 00000100:00000010:2.0:1731519657.055356:0:5931:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446a00. 02000000:00000010:2.0:1731519657.055361:0:5931:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e350a00. 00010000:00000010:2.0:1731519657.055365:0:5931:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b5cc41c0. 00010000:00000010:2.0:1731519657.055368:0:5931:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9b03b00. 00000100:00000010:2.0:1731519657.055374:0:5931:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa840. 02000000:00000010:2.0:1731519657.055379:0:5931:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d42000. 00000400:00000010:2.0:1731519657.055381:0:5931:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046580. 00000400:00000010:2.0:1731519657.055383:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.055385:0:5931:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914970880, portal 10 00000400:00000010:2.0:1731519657.055387:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3aa0. 00000100:00000200:2.0:1731519657.055388:0:5931:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1815629914970880, offset 0 00000400:00000200:2.0:1731519657.055391:0:5931:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.055394:0:5931:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.055396:0:5931:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.055398:0:5931:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.055399:0:5931:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.055400:0:5931:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.055402:0:5931:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [55:55:256:4294967295] 192.168.203.102@tcp LPNI seq info [55:55:8:4294967295] 00000400:00000200:2.0:1731519657.055406:0:5931:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.055409:0:5931:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.055410:0:5931:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2e00. 00000800:00000200:2.0:1731519657.055412:0:5931:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.055415:0:5931:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.055416:0:5931:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2e00 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.055472:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.055475:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2e00. 00000400:00000200:0.0:1731519657.055478:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.055485:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.055488:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3aa0 00000400:00000010:0.0:1731519657.055489:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3aa0. 00000100:00000200:0.0:1731519657.055493:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446a00 x1815629914970880/t0(0) o36->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 488/512 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.056385:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.056391:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 456 into portal 10 MB=0x6734e48201b00 00000400:00000200:0.0:1731519657.056395:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 456/456 into md 0x2a9 [1] + 224 00000400:00000200:0.0:1731519657.056406:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.056409:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.056413:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446a00 x1815629914970880/t0(0) o36->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 488/512 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.056459:0:5931:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046580. 00000400:00000200:2.0:1731519657.056462:0:5931:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:2.0:1731519657.056463:0:5931:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.056467:0:5931:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446a00 x1815629914970880/t0(0) o36->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 488/512 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.056477:0:5931:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446a00 x1815629914970880/t0(0) o36->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 488/512 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.056489:0:5931:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa840. 00000080:00000010:2.0:1731519657.056505:0:5931:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e350600. 00000100:00000010:2.0:1731519657.056509:0:5931:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446d80. 02000000:00000010:2.0:1731519657.056515:0:5931:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e351a00. 00010000:00000010:2.0:1731519657.056518:0:5931:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6df2200. 00010000:00000010:2.0:1731519657.056520:0:5931:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9b03b00. 00010000:00000010:2.0:1731519657.056522:0:5931:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3919f80. 00000100:00000010:2.0:1731519657.056525:0:5931:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa840. 02000000:00000010:2.0:1731519657.056531:0:5931:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d41800. 00000400:00000010:2.0:1731519657.056532:0:5931:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046580. 00000400:00000010:2.0:1731519657.056534:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.056536:0:5931:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914971008, portal 10 00000400:00000010:2.0:1731519657.056537:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3908. 00000100:00000200:2.0:1731519657.056538:0:5931:0:(niobuf.c:87:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1815629914971008, offset 0 00000400:00000200:2.0:1731519657.056541:0:5931:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.056545:0:5931:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.056547:0:5931:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.056548:0:5931:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.056550:0:5931:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.056551:0:5931:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.056552:0:5931:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [56:56:256:4294967295] 192.168.203.102@tcp LPNI seq info [56:56:8:4294967295] 00000400:00000200:2.0:1731519657.056557:0:5931:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.056559:0:5931:0:(socklnd_cb.c:1000:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.056561:0:5931:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2e00. 00000800:00000200:2.0:1731519657.056563:0:5931:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.056566:0:5931:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.056567:0:5931:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2e00 type 1, nob 472 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.056617:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.056619:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2e00. 00000400:00000200:0.0:1731519657.056621:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.056624:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.056625:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3908 00000400:00000010:0.0:1731519657.056626:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3908. 00000100:00000200:0.0:1731519657.056629:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446d80 x1815629914971008/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 376/472 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.057146:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.057150:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 400 into portal 10 MB=0x6734e48201b80 00000400:00000200:0.0:1731519657.057152:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 400/400 into md 0x2b1 [1] + 224 00000400:00000200:0.0:1731519657.057160:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.057162:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.057165:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446d80 x1815629914971008/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 376/472 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.057205:0:5931:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046580. 00000400:00000200:2.0:1731519657.057207:0:5931:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:2.0:1731519657.057208:0:5931:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.057211:0:5931:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446d80 x1815629914971008/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 376/472 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.057216:0:5931:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446d80 x1815629914971008/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 376/472 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.057225:0:5931:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa840. 00000002:00000010:2.0:1731519657.057231:0:5931:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b5cc41c0. 02000000:00000010:2.0:1731519657.057235:0:5931:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d41800. 02000000:00000010:2.0:1731519657.057237:0:5931:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e351a00. 00000100:00000010:2.0:1731519657.057239:0:5931:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446d80. 00000080:00000010:2.0:1731519657.057241:0:5931:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e350600. 00020000:00000010:2.0:1731519657.057252:0:5931:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80db180. 00020000:00000010:2.0:1731519657.057253:0:5931:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.057255:0:5931:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80dba80. 00020000:00000010:2.0:1731519657.057257:0:5931:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.057258:0:5931:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a80db180. 00020000:00000010:2.0:1731519657.057259:0:5931:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a80dba80. 00020000:00000010:2.0:1731519657.057282:0:5931:0:(lov_io.c:832:lov_io_iter_init()) kmalloced '(lio->lis_trunc_stripe_index)': 4 at ffff8800ad89ae18. 00020000:00000010:2.0:1731519657.057295:0:5931:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03580. 00000008:00000010:2.0:1731519657.057299:0:5931:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a000. 00010000:00000010:2.0:1731519657.057305:0:5931:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6df2e00. 00010000:00000010:2.0:1731519657.057307:0:5931:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88012daaa840. 00010000:00000010:2.0:1731519657.057310:0:5931:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b391a1c0. 00000020:00000010:2.0:1731519657.057312:0:5931:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b5cc48c0. 00010000:00000010:2.0:1731519657.057314:0:5931:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b5cc44c0. 00000100:00000010:2.0:1731519657.057317:0:5931:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446d80. 02000000:00000010:2.0:1731519657.057323:0:5931:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e350600. 00000020:00000010:2.0:1731519657.057329:0:5931:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8846000. 00000100:00000010:2.0:1731519657.057332:0:5931:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa000. 02000000:00000010:2.0:1731519657.057342:0:5931:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d41800. 00000400:00000010:2.0:1731519657.057344:0:5931:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046580. 00000400:00000010:2.0:1731519657.057347:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.057350:0:5931:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914971136, portal 4 00000400:00000010:2.0:1731519657.057352:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3330. 00000100:00000200:2.0:1731519657.057354:0:5931:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815629914971136, offset 0 00000400:00000200:2.0:1731519657.057357:0:5931:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.057362:0:5931:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.057364:0:5931:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.057366:0:5931:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.057368:0:5931:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.057370:0:5931:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.057372:0:5931:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [57:57:256:4294967295] 192.168.203.102@tcp LPNI seq info [57:57:8:4294967295] 00000400:00000200:2.0:1731519657.057378:0:5931:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.057381:0:5931:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.057384:0:5931:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731519657.057386:0:5931:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.057390:0:5931:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.057392:0:5931:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.057452:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.057455:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731519657.057461:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.057465:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.057467:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3330 00000400:00000010:0.0:1731519657.057468:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3330. 00000100:00000200:0.0:1731519657.057472:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446d80 x1815629914971136/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.058300:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.058306:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 400 into portal 4 MB=0x6734e48201c00 00000400:00000200:0.0:1731519657.058310:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 400/400 into md 0x2b9 [1] + 224 00000400:00000200:0.0:1731519657.058320:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.058323:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.058327:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446d80 x1815629914971136/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.058355:0:5931:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046580. 00000400:00000200:2.0:1731519657.058358:0:5931:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:2.0:1731519657.058358:0:5931:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.058362:0:5931:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446d80 x1815629914971136/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.058366:0:5931:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446d80 x1815629914971136/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.058376:0:5931:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa000. 02000000:00000010:2.0:1731519657.058382:0:5931:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d41800. 02000000:00000010:2.0:1731519657.058384:0:5931:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e350600. 00000100:00000010:2.0:1731519657.058385:0:5931:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446d80. 00000100:00000010:2.0:1731519657.058406:0:5931:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446d80. 02000000:00000010:2.0:1731519657.058412:0:5931:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e350600. 02000000:00000010:0.0:1731519657.058459:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e3cf400. 00000400:00000010:0.0:1731519657.058463:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856160. 00000400:00000010:0.0:1731519657.058466:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966b28. 00000100:00000200:0.0:1731519657.058468:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914971264, portal 4 00000020:00000010:0.0:1731519657.058473:0:6393:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a884a000. 00000400:00000010:0.0:1731519657.058476:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9665d8. 00000100:00000200:0.0:1731519657.058477:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 6, xid 1815629914971264, offset 0 00000400:00000200:0.0:1731519657.058481:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.058485:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.058488:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.058490:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.058492:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.058494:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.058496:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [58:58:256:4294967295] 192.168.203.102@tcp LPNI seq info [58:58:8:4294967295] 00000400:00000200:0.0:1731519657.058503:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.058507:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.058513:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41d00. 00000800:00000200:0.0:1731519657.058516:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.058520:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.058523:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41d00 type 1, nob 536 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.058571:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.058573:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41d00. 00000400:00000200:2.0:1731519657.058574:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.058577:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.058579:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9665d8 00000400:00000010:2.0:1731519657.058580:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9665d8. 00000100:00000200:2.0:1731519657.058582:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446d80 x1815629914971264/t0(0) o10->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 440/432 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00010000:00000010:3.1F:1731519657.064366:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6df2300. 00010000:00000010:3.1:1731519657.064380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b3919d40. 00000400:00000200:0.0:1731519657.065877:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.065883:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 432 into portal 4 MB=0x6734e48201c80 00000400:00000200:0.0:1731519657.065887:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 432/432 into md 0x2c1 [1] + 224 00000400:00000200:0.0:1731519657.065896:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.065898:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.065902:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446d80 x1815629914971264/t0(0) o10->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 440/432 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.065961:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856160. 00000400:00000200:2.0:1731519657.065966:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966b28 00000400:00000010:2.0:1731519657.065967:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966b28. 00000100:00000200:2.0:1731519657.065972:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446d80 x1815629914971264/t0(0) o10->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 440/432 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.065981:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446d80 x1815629914971264/t0(0) o10->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 440/432 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000020:00000010:0.0:1731519657.066042:0:5931:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800ab434e00. 00000008:00000010:0.0:1731519657.066047:0:5931:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a000. 00020000:00000010:0.0:1731519657.066049:0:5931:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03580. 00020000:00000010:0.0:1731519657.066052:0:5931:0:(lov_io.c:1162:lov_io_iter_fini()) kfreed 'lio->lis_trunc_stripe_index': 4 at ffff8800ad89ae18. 00000080:00000010:0.0:1731519657.066059:0:5931:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351400. 00020000:00000010:0.0:1731519657.066122:0:5931:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012a46cc00. 00000008:00000010:0.0:1731519657.066130:0:5931:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a893e000. 00000020:00000010:0.0:1731519657.066176:0:5931:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b5f55000. 00000008:00000010:0.0:1731519657.066193:0:5931:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff8800abd76180. 00000008:00000010:0.0:1731519657.066212:0:5931:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a893e000. 00020000:00000010:0.0:1731519657.066214:0:5931:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012a46cc00. 00000080:00000010:0.0:1731519657.066237:0:5931:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800ab434200. 00000100:00000010:0.0:1731519657.066242:0:5931:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731519657.066247:0:5931:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab434a00. 00000100:00000010:0.0:1731519657.066253:0:5931:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abd76300. 02000000:00000010:0.0:1731519657.066259:0:5931:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e3cf800. 00000400:00000010:0.0:1731519657.066261:0:5931:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856268. 00000400:00000010:0.0:1731519657.066263:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966660. 00000100:00000200:0.0:1731519657.066283:0:5931:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914971520, portal 10 00000400:00000010:0.0:1731519657.066290:0:5931:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966110. 00000100:00000200:0.0:1731519657.066291:0:5931:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815629914971520, offset 0 00000400:00000200:0.0:1731519657.066294:0:5931:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.066297:0:5931:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.066300:0:5931:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.066302:0:5931:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.066303:0:5931:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.066305:0:5931:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.066306:0:5931:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [59:59:256:4294967295] 192.168.203.102@tcp LPNI seq info [59:59:8:4294967295] 00000400:00000200:0.0:1731519657.066311:0:5931:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.066313:0:5931:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.066315:0:5931:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41a00. 00000800:00000200:0.0:1731519657.066317:0:5931:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.066320:0:5931:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.066321:0:5931:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41a00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.066392:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.066394:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41a00. 00000400:00000200:2.0:1731519657.066397:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.066401:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.066403:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966110 00000400:00000010:2.0:1731519657.066405:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966110. 00000100:00000200:2.0:1731519657.066409:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629914971520/t0(0) o35->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.067124:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.067129:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 456 into portal 10 MB=0x6734e48201d80 00000400:00000200:0.0:1731519657.067132:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 456/456 into md 0x2c9 [1] + 224 00000400:00000200:0.0:1731519657.067139:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.067141:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.067144:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629914971520/t0(0) o35->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.067180:0:5931:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856268. 00000400:00000200:2.0:1731519657.067183:0:5931:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966660 00000400:00000010:2.0:1731519657.067184:0:5931:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966660. 00000100:00000200:2.0:1731519657.067189:0:5931:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629914971520/t0(0) o35->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.067197:0:5931:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629914971520/t0(0) o35->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.067217:0:5931:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abd76300. 00000080:00000010:2.0:1731519657.067223:0:5931:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab434200. 02000000:00000010:2.0:1731519657.067230:0:5931:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d42400. 00000100:00000010:2.0:1731519657.067233:0:5931:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000002:00000010:2.0:1731519657.067235:0:5931:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800a8632180. 00000080:00000010:2.0:1731519657.067238:0:5931:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b5cc4c80. 02000000:00000010:2.0:1731519657.067241:0:5931:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e3cf800. 02000000:00000010:2.0:1731519657.067243:0:5931:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab434a00. 00000100:00000010:2.0:1731519657.067245:0:5931:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000080:00000010:2.0:1731519657.067248:0:5931:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800b4150000. 00000080:00000010:0.0:1731519657.069361:0:7498:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab435c00. 00000080:00000010:0.0:1731519657.069373:0:7498:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab435c00. 00000080:00000010:0.0:1731519657.069383:0:7498:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab435c00. 00000080:00000010:0.0:1731519657.069385:0:7498:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab435c00. 00000080:00000010:0.0:1731519657.069389:0:7498:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800b5c65120. 00000080:00000010:0.0:1731519657.069392:0:7498:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab435c00. 00000100:00000010:0.0:1731519657.069398:0:7498:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731519657.069405:0:7498:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab435200. 00000100:00000010:0.0:1731519657.069410:0:7498:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abd769c0. 02000000:00000010:0.0:1731519657.069415:0:7498:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab434a00. 00000400:00000010:0.0:1731519657.069417:0:7498:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8561b8. 00000400:00000010:0.0:1731519657.069419:0:7498:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966dd0. 00000100:00000200:0.0:1731519657.069421:0:7498:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914971648, portal 10 00000400:00000010:0.0:1731519657.069424:0:7498:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966088. 00000100:00000200:0.0:1731519657.069425:0:7498:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1815629914971648, offset 0 00000400:00000200:0.0:1731519657.069428:0:7498:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.069432:0:7498:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.069433:0:7498:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.069435:0:7498:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.069436:0:7498:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.069438:0:7498:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.069439:0:7498:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [60:60:256:4294967295] 192.168.203.102@tcp LPNI seq info [60:60:8:4294967295] 00000400:00000200:0.0:1731519657.069444:0:7498:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.069446:0:7498:0:(socklnd_cb.c:1000:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.069448:0:7498:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41700. 00000800:00000200:0.0:1731519657.069450:0:7498:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.069453:0:7498:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.069454:0:7498:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41700 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.069537:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.069541:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41700. 00000400:00000200:2.0:1731519657.069544:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.069547:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.069550:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966088 00000400:00000010:2.0:1731519657.069551:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966088. 00000100:00000200:2.0:1731519657.069556:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629914971648/t0(0) o700->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:30/10 lens 264/248 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:2.0:1731519657.070136:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:2.0:1731519657.070141:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 248 into portal 10 MB=0x6734e48201e00 00000400:00000200:2.0:1731519657.070145:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 248/248 into md 0x2d1 [1] + 224 00000400:00000200:2.0:1731519657.070153:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.070155:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731519657.070158:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629914971648/t0(0) o700->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:30/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:0.0:1731519657.070192:0:7498:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8561b8. 00000400:00000200:0.0:1731519657.070194:0:7498:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966dd0 00000400:00000010:0.0:1731519657.070195:0:7498:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966dd0. 00000100:00000200:0.0:1731519657.070198:0:7498:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629914971648/t0(0) o700->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:30/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:0.0:1731519657.070204:0:7498:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629914971648/t0(0) o700->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:30/10 lens 264/248 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:0.0:1731519657.070215:0:7498:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abd769c0. 02000000:00000010:0.0:1731519657.070217:0:7498:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab434a00. 02000000:00000010:0.0:1731519657.070222:0:7498:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab435200. 00000100:00000010:0.0:1731519657.070224:0:7498:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731519657.070238:0:7498:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731519657.070244:0:7498:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e3cf800. 00010000:00000010:0.0:1731519657.070249:0:7498:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801370d8200. 00010000:00000010:0.0:1731519657.070257:0:7498:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d41500. 00010000:00000010:0.0:1731519657.070258:0:7498:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012a46cc00. 00010000:00000010:0.0:1731519657.070261:0:7498:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3988d80. 00000100:00000010:0.0:1731519657.070282:0:7498:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abd769c0. 02000000:00000010:0.0:1731519657.070319:0:7498:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800a84c0000. 00000400:00000010:0.0:1731519657.070321:0:7498:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8561b8. 00000400:00000010:0.0:1731519657.070324:0:7498:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b6650c00. 00000100:00000200:0.0:1731519657.070325:0:7498:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815629914971904, portal 10 00000400:00000010:0.0:1731519657.070328:0:7498:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966dd0. 00000100:00000200:0.0:1731519657.070329:0:7498:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1815629914971904, offset 0 00000400:00000200:0.0:1731519657.070331:0:7498:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.070335:0:7498:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.070336:0:7498:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.070338:0:7498:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.070339:0:7498:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.070341:0:7498:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.070342:0:7498:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [61:61:256:4294967295] 192.168.203.102@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:0.0:1731519657.070347:0:7498:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.070349:0:7498:0:(socklnd_cb.c:1000:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.070350:0:7498:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41400. 00000800:00000200:0.0:1731519657.070352:0:7498:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.070355:0:7498:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.070356:0:7498:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41400 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.070404:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.070405:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41400. 00000400:00000200:2.0:1731519657.070407:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.070409:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.070411:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966dd0 00000400:00000010:2.0:1731519657.070416:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966dd0. 00000100:00000200:2.0:1731519657.070419:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629914971904/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.071954:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.071959:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 664 into portal 10 MB=0x6734e48201f00 00000400:00000200:0.0:1731519657.071966:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 664/664 into md 0x2d9 [32] + 224 00000400:00000200:0.0:1731519657.071974:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.071977:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.071980:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629914971904/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.072035:0:7498:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8561b8. 00000400:00000200:2.0:1731519657.072039:0:7498:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6650c00 00000400:00000010:2.0:1731519657.072040:0:7498:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800b6650c00. 00000100:00000200:2.0:1731519657.072044:0:7498:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629914971904/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.072050:0:7498:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629914971904/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.072062:0:7498:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abd769c0. 00010000:00000010:2.0:1731519657.072069:0:7498:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d10a00. 00010000:00000010:2.0:1731519657.072070:0:7498:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9b03d80. 00010000:00000010:2.0:1731519657.072073:0:7498:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012a46cc00. 00000002:00000010:2.0:1731519657.072084:0:7498:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff880137658280. 00000080:00000010:2.0:1731519657.072090:0:7498:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a8632320. 00000080:00000010:2.0:1731519657.072093:0:7498:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab435c00. 00000080:00000010:2.0:1731519657.072100:0:7498:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af229800. 00000080:00000010:2.0:1731519657.072107:0:7498:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b5cfc190. 00020000:00000010:2.0:1731519657.072111:0:7498:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800b64913a0. 00020000:00000010:2.0:1731519657.072115:0:7498:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80dba80. 00020000:00000010:2.0:1731519657.072116:0:7498:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03080. 00020000:00000010:2.0:1731519657.072118:0:7498:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80db180. 00020000:00000010:2.0:1731519657.072121:0:7498:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800a8b345d0. 00020000:00000010:2.0:1731519657.072122:0:7498:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88012daaa000. 00020000:00000010:2.0:1731519657.072125:0:7498:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8800ad89ae20. 00020000:00000010:2.0:1731519657.072129:0:7498:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b5cfc258. 00000008:00000010:2.0:1731519657.072132:0:7498:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800a84ec1a0. 00020000:00000010:2.0:1731519657.072139:0:7498:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80db000. 00020000:00000010:2.0:1731519657.072140:0:7498:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.072141:0:7498:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80db2a0. 00020000:00000010:2.0:1731519657.072148:0:7498:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.072149:0:7498:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a80db000. 00020000:00000010:2.0:1731519657.072151:0:7498:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a80db2a0. 00000080:00000010:2.0:1731519657.072159:0:7498:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800b4150000. 00000080:00000010:2.0:1731519657.072162:0:7498:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff880137658000. 00000002:00000010:2.0:1731519657.072166:0:7498:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a8632f40. 02000000:00000010:2.0:1731519657.072168:0:7498:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800a84c0000. 00000080:00000010:2.0:1731519657.072199:0:7498:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff8800b5c65120. 00000080:00000010:2.0:1731519657.072227:0:7498:0:(llite_lib.c:2342:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff88012e351a00. 00000100:00000010:2.0:1731519657.072239:0:7498:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731519657.072244:0:7498:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e351800. 00010000:00000010:2.0:1731519657.072248:0:7498:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff880137658280. 00010000:00000010:2.0:1731519657.072250:0:7498:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9b03d80. 00000100:00000010:2.0:1731519657.072256:0:7498:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaac00. 02000000:00000010:2.0:1731519657.072261:0:7498:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d42400. 00000400:00000010:2.0:1731519657.072263:0:7498:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046580. 00000400:00000010:2.0:1731519657.072281:0:7498:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.072284:0:7498:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914972160, portal 10 00000400:00000010:2.0:1731519657.072286:0:7498:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3c38. 00000100:00000200:2.0:1731519657.072287:0:7498:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1815629914972160, offset 0 00000400:00000200:2.0:1731519657.072290:0:7498:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.072294:0:7498:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.072296:0:7498:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.072298:0:7498:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.072299:0:7498:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.072300:0:7498:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.072302:0:7498:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [62:62:256:4294967295] 192.168.203.102@tcp LPNI seq info [62:62:8:4294967295] 00000400:00000200:2.0:1731519657.072307:0:7498:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.072309:0:7498:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.072311:0:7498:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731519657.072312:0:7498:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.072315:0:7498:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.072320:0:7498:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.072425:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.072428:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731519657.072430:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.072433:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.072435:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3c38 00000400:00000010:0.0:1731519657.072436:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3c38. 00000100:00000200:0.0:1731519657.072439:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629914972160/t0(0) o36->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 488/512 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.073351:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.073356:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 456 into portal 10 MB=0x6734e48202000 00000400:00000200:0.0:1731519657.073358:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 456/456 into md 0x2e1 [1] + 224 00000400:00000200:0.0:1731519657.073366:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.073368:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.073371:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629914972160/t0(0) o36->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 488/512 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.073438:0:7498:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046580. 00000400:00000200:2.0:1731519657.073442:0:7498:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:2.0:1731519657.073443:0:7498:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.073447:0:7498:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629914972160/t0(0) o36->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 488/512 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.073453:0:7498:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629914972160/t0(0) o36->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 488/512 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.073465:0:7498:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaac00. 00000080:00000010:2.0:1731519657.073479:0:7498:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351400. 00000100:00000010:2.0:1731519657.073484:0:7498:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731519657.073490:0:7498:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b65dbe00. 00010000:00000010:2.0:1731519657.073494:0:7498:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d10800. 00010000:00000010:2.0:1731519657.073495:0:7498:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9b03d80. 00010000:00000010:2.0:1731519657.073497:0:7498:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b391a400. 00000100:00000010:2.0:1731519657.073501:0:7498:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaac00. 02000000:00000010:2.0:1731519657.073506:0:7498:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d41800. 00000400:00000010:2.0:1731519657.073507:0:7498:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046580. 00000400:00000010:2.0:1731519657.073509:0:7498:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.073511:0:7498:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914972288, portal 10 00000400:00000010:2.0:1731519657.073513:0:7498:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3440. 00000100:00000200:2.0:1731519657.073514:0:7498:0:(niobuf.c:87:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1815629914972288, offset 0 00000400:00000200:2.0:1731519657.073517:0:7498:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.073521:0:7498:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.073523:0:7498:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.073525:0:7498:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.073526:0:7498:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.073527:0:7498:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.073529:0:7498:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [63:63:256:4294967295] 192.168.203.102@tcp LPNI seq info [63:63:8:4294967295] 00000400:00000200:2.0:1731519657.073534:0:7498:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.073536:0:7498:0:(socklnd_cb.c:1000:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.073542:0:7498:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10000. 00000800:00000200:2.0:1731519657.073544:0:7498:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.073547:0:7498:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.073549:0:7498:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10000 type 1, nob 472 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.073622:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.073624:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10000. 00000400:00000200:0.0:1731519657.073626:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.073629:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.073631:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3440 00000400:00000010:0.0:1731519657.073632:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3440. 00000100:00000200:0.0:1731519657.073634:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629914972288/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 376/472 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.074132:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.074139:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 400 into portal 10 MB=0x6734e48202080 00000400:00000200:0.0:1731519657.074142:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 400/400 into md 0x2e9 [1] + 224 00000400:00000200:0.0:1731519657.074149:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.074151:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.074154:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629914972288/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 376/472 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.074180:0:7498:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046580. 00000400:00000200:2.0:1731519657.074182:0:7498:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:2.0:1731519657.074183:0:7498:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.074186:0:7498:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629914972288/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 376/472 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.074191:0:7498:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629914972288/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 376/472 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.074200:0:7498:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaac00. 00000002:00000010:2.0:1731519657.074206:0:7498:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff880137658280. 02000000:00000010:2.0:1731519657.074210:0:7498:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d41800. 02000000:00000010:2.0:1731519657.074212:0:7498:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b65dbe00. 00000100:00000010:2.0:1731519657.074214:0:7498:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000080:00000010:2.0:1731519657.074216:0:7498:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351400. 00000020:00000010:2.0:1731519657.074226:0:7498:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b5e69510. 00000020:00000010:2.0:1731519657.074228:0:7498:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b65dbe00. 00000020:00000010:2.0:1731519657.074230:0:7498:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e351400. 00000020:00000010:2.0:1731519657.074231:0:7498:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a80db2a0. 00000008:00000010:2.0:1731519657.074234:0:7498:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a805d940. 00020000:00000010:2.0:1731519657.074236:0:7498:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaac00. 00008000:00000010:2.0:1731519657.074238:0:7498:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83dc40. 00000080:00000010:2.0:1731519657.074241:0:7498:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c4c0. 00000080:00000010:2.0:1731519657.074242:0:7498:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b1240. 00000020:00000010:2.0:1731519657.074244:0:7498:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d5e400. 00000008:00000010:2.0:1731519657.074247:0:7498:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3b8c9a0. 00020000:00000010:2.0:1731519657.074248:0:7498:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b391a640. 00008000:00000010:2.0:1731519657.074250:0:7498:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ad89ae28. 00000080:00000010:2.0:1731519657.074251:0:7498:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a23690. 00020000:00000010:2.0:1731519657.074257:0:7498:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80db000. 00020000:00000010:2.0:1731519657.074258:0:7498:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.074259:0:7498:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80dbe40. 00020000:00000010:2.0:1731519657.074262:0:7498:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.074263:0:7498:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a80db000. 00020000:00000010:2.0:1731519657.074264:0:7498:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a80dbe40. 00000100:00000010:2.0:1731519657.074302:0:7498:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731519657.074307:0:7498:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d5fa00. 02000000:00000010:0.0:1731519657.074332:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6653400. 00000400:00000010:0.0:1731519657.074335:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856108. 00000400:00000010:0.0:1731519657.074337:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966aa0. 00000100:00000200:0.0:1731519657.074339:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914972416, portal 4 00000400:00000010:0.0:1731519657.074342:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966198. 00000100:00000200:0.0:1731519657.074343:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1815629914972416, offset 0 00000400:00000200:0.0:1731519657.074345:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.074348:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.074350:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.074352:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.074353:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.074355:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.074356:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [64:64:256:4294967295] 192.168.203.102@tcp LPNI seq info [64:64:8:4294967295] 00000400:00000200:0.0:1731519657.074361:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.074363:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.074364:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41700. 00000800:00000200:0.0:1731519657.074366:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.074369:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.074370:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41700 type 1, nob 536 niov 1 nkiov 1 00000800:00000200:1.0:1731519657.074450:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.074453:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41700. 00000400:00000200:1.0:1731519657.074456:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.074459:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.074461:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966198 00000400:00000010:1.0:1731519657.074462:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966198. 00000100:00000200:1.0:1731519657.074465:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629914972416/t0(0) o2->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 440/432 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000080:00000010:3.1:1731519657.080350:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a86320c0. 00000400:00000200:0.0:1731519657.081487:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.081495:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 432 into portal 4 MB=0x6734e48202100 00000400:00000200:0.0:1731519657.081499:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 432/432 into md 0x2f1 [1] + 224 00000400:00000200:0.0:1731519657.081511:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.081518:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.081523:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629914972416/t0(0) o2->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 440/432 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.081569:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856108. 00000400:00000200:2.0:1731519657.081573:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966aa0 00000400:00000010:2.0:1731519657.081574:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966aa0. 00000100:00000200:2.0:1731519657.081578:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629914972416/t0(0) o2->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 440/432 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.081584:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629914972416/t0(0) o2->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 440/432 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000080:00000010:0.0:1731519657.081666:0:7498:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351a00. 00000080:00000010:0.0:1731519657.081686:0:7498:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800ab435200. 00000100:00000010:0.0:1731519657.081692:0:7498:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731519657.081697:0:7498:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab434200. 00000100:00000010:0.0:1731519657.081705:0:7498:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abd766c0. 02000000:00000010:0.0:1731519657.081712:0:7498:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6650c00. 00000400:00000010:0.0:1731519657.081714:0:7498:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8560b0. 00000400:00000010:0.0:1731519657.081717:0:7498:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966990. 00000100:00000200:0.0:1731519657.081720:0:7498:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914972672, portal 10 00000400:00000010:0.0:1731519657.081723:0:7498:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966880. 00000100:00000200:0.0:1731519657.081724:0:7498:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815629914972672, offset 0 00000400:00000200:0.0:1731519657.081729:0:7498:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.081733:0:7498:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.081736:0:7498:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.081738:0:7498:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.081740:0:7498:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.081742:0:7498:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.081744:0:7498:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [65:65:256:4294967295] 192.168.203.102@tcp LPNI seq info [65:65:8:4294967295] 00000400:00000200:0.0:1731519657.081752:0:7498:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.081756:0:7498:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.081758:0:7498:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41a00. 00000800:00000200:0.0:1731519657.081761:0:7498:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.081765:0:7498:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.081767:0:7498:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41a00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.081844:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.081846:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41a00. 00000400:00000200:2.0:1731519657.081848:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.081850:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.081852:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966880 00000400:00000010:2.0:1731519657.081853:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966880. 00000100:00000200:2.0:1731519657.081855:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629914972672/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.082625:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.082632:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 456 into portal 10 MB=0x6734e48202200 00000400:00000200:0.0:1731519657.082636:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 456/456 into md 0x2f9 [1] + 224 00000400:00000200:0.0:1731519657.082652:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.082655:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.082659:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629914972672/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.082732:0:7498:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8560b0. 00000400:00000200:2.0:1731519657.082736:0:7498:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966990 00000400:00000010:2.0:1731519657.082737:0:7498:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966990. 00000100:00000200:2.0:1731519657.082741:0:7498:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629914972672/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.082746:0:7498:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629914972672/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.082758:0:7498:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abd766c0. 00000080:00000010:2.0:1731519657.082766:0:7498:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab435200. 00000080:00000010:2.0:1731519657.082770:0:7498:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff880137658000. 00000080:00000010:2.0:1731519657.082772:0:7498:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800b4150000. 00000080:00000010:1.0:1731519657.084405:0:7500:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa5bf200. 00000020:00000010:1.0:1731519657.084410:0:7500:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a8fe8400. 00000020:00000010:1.0:1731519657.084414:0:7500:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a8fe8800. 00000100:00000010:1.0:1731519657.084419:0:7500:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b08700. 02000000:00000010:1.0:1731519657.084425:0:7500:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a8fe8c00. 00010000:00000010:1.0:1731519657.084429:0:7500:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b642b600. 00010000:00000010:1.0:1731519657.084431:0:7500:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012d999880. 00010000:00000010:1.0:1731519657.084433:0:7500:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a803c900. 00000020:00000010:1.0:1731519657.084434:0:7500:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800a8457580. 00000100:00000010:1.0:1731519657.084439:0:7500:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a0fc00. 02000000:00000010:1.0:1731519657.084445:0:7500:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff880136997000. 00000400:00000010:1.0:1731519657.084447:0:7500:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4108. 00000400:00000010:1.0:1731519657.084449:0:7500:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381440. 00000100:00000200:1.0:1731519657.084451:0:7500:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914972800, portal 10 00000400:00000010:1.0:1731519657.084453:0:7500:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3815d8. 00000100:00000200:1.0:1731519657.084454:0:7500:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815629914972800, offset 0 00000400:00000200:1.0:1731519657.084457:0:7500:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519657.084461:0:7500:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519657.084466:0:7500:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519657.084468:0:7500:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519657.084469:0:7500:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519657.084471:0:7500:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519657.084472:0:7500:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [66:66:256:4294967295] 192.168.203.102@tcp LPNI seq info [66:66:8:4294967295] 00000400:00000200:1.0:1731519657.084477:0:7500:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519657.084479:0:7500:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519657.084481:0:7500:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731519657.084483:0:7500:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519657.084486:0:7500:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519657.084488:0:7500:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.084545:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.084548:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731519657.084551:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.084555:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.084557:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3815d8 00000400:00000010:0.0:1731519657.084559:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3815d8. 00000100:00000200:0.0:1731519657.084563:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b08700 x1815629914972800/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:2.0:1731519657.085378:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:2.0:1731519657.085384:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 688 into portal 10 MB=0x6734e48202280 00000400:00000200:2.0:1731519657.085387:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 688/688 into md 0x301 [1] + 224 00000400:00000200:2.0:1731519657.085395:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.085398:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731519657.085401:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b08700 x1815629914972800/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1731519657.085472:0:7500:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb4108. 00000400:00000200:1.0:1731519657.085476:0:7500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381440 00000400:00000010:1.0:1731519657.085477:0:7500:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381440. 00000100:00000200:1.0:1731519657.085481:0:7500:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b08700 x1815629914972800/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1731519657.085487:0:7500:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b08700 x1815629914972800/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1731519657.085498:0:7500:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a0fc00. 00000020:00000010:1.0:1731519657.085504:0:7500:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800aa5be400. 00000080:00000010:1.0:1731519657.085512:0:7500:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa5bf200. 00800000:00000010:1.0:1731519657.085517:0:7500:0:(lmv_obd.c:3729:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8800a8457f00. 00800000:00000010:1.0:1731519657.085521:0:7500:0:(lmv_obd.c:3863:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff8800a8457f00. 02000000:00000010:1.0:1731519657.085527:0:7500:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff880136997000. 02000000:00000010:1.0:1731519657.085529:0:7500:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a8fe8c00. 00000100:00000010:1.0:1731519657.085530:0:7500:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b08700. 00000020:00000010:1.0:1731519657.085533:0:7500:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1664 at ffff880136997000. 00000080:00000010:1.0:1731519657.085538:0:7500:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa5bf200. 00000080:00000010:1.0:1731519657.085543:0:7500:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa5bf200. 00000080:00000010:1.0:1731519657.085547:0:7500:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff880130fc00c0. 00000080:00000010:1.0:1731519657.085554:0:7500:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa5bf200. 00000100:00000010:1.0:1731519657.085566:0:7500:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b08700. 02000000:00000010:1.0:1731519657.085571:0:7500:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a8fe8c00. 00010000:00000010:1.0:1731519657.085575:0:7500:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d999880. 00010000:00000010:1.0:1731519657.085583:0:7500:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b642b900. 00010000:00000010:1.0:1731519657.085584:0:7500:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012d999880. 00010000:00000010:1.0:1731519657.085586:0:7500:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a803cb40. 00000100:00000010:1.0:1731519657.085591:0:7500:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a0fc00. 02000000:00000010:1.0:1731519657.085620:0:7500:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800a84c0000. 00000400:00000010:1.0:1731519657.085623:0:7500:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4108. 00000400:00000010:1.0:1731519657.085625:0:7500:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800a8fe9000. 00000100:00000200:1.0:1731519657.085627:0:7500:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815629914973056, portal 10 00000400:00000010:1.0:1731519657.085629:0:7500:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381440. 00000100:00000200:1.0:1731519657.085630:0:7500:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1815629914973056, offset 0 00000400:00000200:1.0:1731519657.085633:0:7500:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519657.085637:0:7500:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519657.085639:0:7500:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519657.085640:0:7500:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519657.085642:0:7500:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519657.085643:0:7500:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519657.085645:0:7500:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [67:67:256:4294967295] 192.168.203.102@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:1.0:1731519657.085649:0:7500:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519657.085651:0:7500:0:(socklnd_cb.c:1000:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519657.085653:0:7500:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731519657.085655:0:7500:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519657.085658:0:7500:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519657.085659:0:7500:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.085717:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.085720:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731519657.085723:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.085727:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.085729:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381440 00000400:00000010:0.0:1731519657.085730:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381440. 00000100:00000200:0.0:1731519657.085734:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b08700 x1815629914973056/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00010000:00000010:3.1:1731519657.086369:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6db2f00. 00010000:00000010:3.1:1731519657.086372:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012eaccb40. 00000400:00000200:0.0:1731519657.086761:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.086767:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 664 into portal 10 MB=0x6734e48202380 00000400:00000200:0.0:1731519657.086771:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 664/664 into md 0x309 [32] + 224 00000400:00000200:0.0:1731519657.086781:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.086800:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.086805:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b08700 x1815629914973056/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1731519657.086856:0:7500:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb4108. 00000400:00000200:1.0:1731519657.086860:0:7500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a8fe9000 00000400:00000010:1.0:1731519657.086862:0:7500:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800a8fe9000. 00000100:00000200:1.0:1731519657.086867:0:7500:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b08700 x1815629914973056/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1731519657.086881:0:7500:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b08700 x1815629914973056/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1731519657.086897:0:7500:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a0fc00. 00010000:00000010:1.0:1731519657.086903:0:7500:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b642b200. 00010000:00000010:1.0:1731519657.086905:0:7500:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012d999300. 00010000:00000010:1.0:1731519657.086909:0:7500:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d999880. 00000002:00000010:1.0:1731519657.086921:0:7500:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800a8457f00. 00000080:00000010:1.0:1731519657.086927:0:7500:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ff92d20. 00000080:00000010:1.0:1731519657.086931:0:7500:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa5bf200. 00000080:00000010:2.0:1731519657.086943:0:7499:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b67d8c00. 00000080:00000010:1.0:1731519657.086945:0:7500:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af338000. 00000100:00000010:2.0:1731519657.086952:0:7499:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447480. 00000080:00000010:1.0:1731519657.086956:0:7500:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800a82e3000. 02000000:00000010:2.0:1731519657.086958:0:7499:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d41800. 00020000:00000010:1.0:1731519657.086962:0:7500:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800a8068000. 00010000:00000010:2.0:1731519657.086962:0:7499:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d10e00. 00010000:00000010:2.0:1731519657.086964:0:7499:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9b03580. 00020000:00000010:1.0:1731519657.086965:0:7500:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff880130fc0de0. 00010000:00000010:2.0:1731519657.086966:0:7499:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b391a880. 00020000:00000010:1.0:1731519657.086967:0:7500:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012d999880. 00020000:00000010:1.0:1731519657.086970:0:7500:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff880130fc06c0. 00000100:00000010:2.0:1731519657.086970:0:7499:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa600. 00020000:00000010:1.0:1731519657.086973:0:7500:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8801373cc360. 00020000:00000010:1.0:1731519657.086975:0:7500:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800a8a0fc00. 02000000:00000010:2.0:1731519657.086976:0:7499:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a9b51000. 00020000:00000010:1.0:1731519657.086978:0:7500:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8800a8b7df80. 00000400:00000010:2.0:1731519657.086978:0:7499:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046580. 00000400:00000010:2.0:1731519657.086980:0:7499:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.086981:0:7499:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914973184, portal 10 00000020:00000010:1.0:1731519657.086982:0:7500:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b642bb00. 00000400:00000010:2.0:1731519657.086983:0:7499:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3e58. 00000100:00000200:2.0:1731519657.086984:0:7499:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815629914973184, offset 0 00020000:00000010:1.0:1731519657.086985:0:7500:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800a82e30c8. 00000400:00000200:2.0:1731519657.086988:0:7499:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.086991:0:7499:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000008:00000010:1.0:1731519657.086993:0:7500:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800b43ea000. 00000400:00000200:2.0:1731519657.086993:0:7499:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.086995:0:7499:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.086996:0:7499:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.086997:0:7499:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000020:00000010:1.0:1731519657.086998:0:7500:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b642ba00. 00000400:00000200:2.0:1731519657.086999:0:7499:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [68:68:256:4294967295] 192.168.203.102@tcp LPNI seq info [68:68:8:4294967295] 00000400:00000200:2.0:1731519657.087004:0:7499:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00020000:00000010:1.0:1731519657.087006:0:7500:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff880130fc0120. 00020000:00000010:1.0:1731519657.087007:0:7500:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012d999580. 00020000:00000010:1.0:1731519657.087010:0:7500:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff880130fc0c00. 00000800:00000200:2.0:1731519657.087010:0:7499:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.087011:0:7499:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00020000:00000010:1.0:1731519657.087012:0:7500:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012d999580. 00020000:00000010:1.0:1731519657.087014:0:7500:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff880130fc0120. 00000800:00000200:2.0:1731519657.087014:0:7499:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00020000:00000010:1.0:1731519657.087016:0:7500:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff880130fc0c00. 00000800:00000200:2.0:1731519657.087018:0:7499:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.087020:0:7499:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 672 niov 1 nkiov 1 00000080:00000010:1.0:1731519657.087029:0:7500:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800a80f6000. 00000080:00000010:1.0:1731519657.087033:0:7500:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800a84579c0. 00000002:00000010:1.0:1731519657.087041:0:7500:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88012ff92ba0. 02000000:00000010:1.0:1731519657.087045:0:7500:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800a84c0000. 00000080:00000010:1.0:1731519657.087076:0:7500:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff880130fc00c0. 00000800:00000200:3.0:1731519657.087112:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1731519657.087115:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:3.0:1731519657.087117:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731519657.087120:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:3.0:1731519657.087122:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3e58 00000400:00000010:3.0:1731519657.087123:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3e58. 00000100:00000200:3.0:1731519657.087126:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447480 x1815629914973184/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.087979:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.087986:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 688 into portal 10 MB=0x6734e48202400 00000400:00000200:0.0:1731519657.087994:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 688/688 into md 0x311 [1] + 224 00000400:00000200:0.0:1731519657.088005:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.088008:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.088012:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447480 x1815629914973184/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.088071:0:7499:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046580. 00000400:00000200:2.0:1731519657.088076:0:7499:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:2.0:1731519657.088077:0:7499:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.088083:0:7499:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447480 x1815629914973184/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.088091:0:7499:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447480 x1815629914973184/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.088106:0:7499:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa600. 00000080:00000010:2.0:1731519657.088120:0:7499:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b67d8c00. 00800000:00000010:2.0:1731519657.088125:0:7499:0:(lmv_obd.c:3729:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff880137658ec0. 00800000:00000010:2.0:1731519657.088130:0:7499:0:(lmv_obd.c:3863:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff880137658ec0. 02000000:00000010:2.0:1731519657.088136:0:7499:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a9b51000. 02000000:00000010:2.0:1731519657.088140:0:7499:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d41800. 00000100:00000010:2.0:1731519657.088142:0:7499:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447480. 00000080:00000010:2.0:1731519657.088149:0:7499:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800a80dbe40. 00000080:00000010:2.0:1731519657.088152:0:7499:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b67d8c00. 00000100:00000010:2.0:1731519657.088159:0:7499:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447480. 02000000:00000010:2.0:1731519657.088165:0:7499:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d41800. 00010000:00000010:2.0:1731519657.088171:0:7499:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b391aac0. 00000100:00000010:2.0:1731519657.088178:0:7499:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa600. 02000000:00000010:2.0:1731519657.088208:0:7499:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8800a84c0000. 00000400:00000010:2.0:1731519657.088211:0:7499:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046580. 00000400:00000010:2.0:1731519657.088215:0:7499:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b5d40800. 00000100:00000200:2.0:1731519657.088218:0:7499:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815629914973440, portal 10 00000400:00000010:2.0:1731519657.088221:0:7499:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.088227:0:7499:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1815629914973440, offset 0 00000400:00000200:2.0:1731519657.088232:0:7499:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.088236:0:7499:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.088239:0:7499:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.088242:0:7499:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.088244:0:7499:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.088246:0:7499:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.088248:0:7499:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [69:69:256:4294967295] 192.168.203.102@tcp LPNI seq info [69:69:8:4294967295] 00000400:00000200:2.0:1731519657.088256:0:7499:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.088260:0:7499:0:(socklnd_cb.c:1000:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.088263:0:7499:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10900. 00000800:00000200:2.0:1731519657.088287:0:7499:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.088291:0:7499:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.088294:0:7499:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10900 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.088359:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.088362:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10900. 00000400:00000200:0.0:1731519657.088364:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.088368:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.088370:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:0.0:1731519657.088371:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:0.0:1731519657.088375:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447480 x1815629914973440/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000080:00000010:3.0:1731519657.088701:0:7500:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5cb6e00. 00000080:00000010:3.0:1731519657.088712:0:7500:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5cb6e00. 00020000:00000010:3.0:1731519657.088729:0:7500:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801370d8280. 00000020:00000010:3.0:1731519657.088732:0:7500:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800a8c25990. 00000020:00000010:3.0:1731519657.088734:0:7500:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5cb6e00. 00000020:00000010:3.0:1731519657.088736:0:7500:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5cb7600. 00000020:00000010:3.0:1731519657.088741:0:7500:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800abceb240. 00000008:00000010:3.0:1731519657.088744:0:7500:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc4e468. 00020000:00000010:3.0:1731519657.088746:0:7500:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e3de600. 00008000:00000010:3.0:1731519657.088748:0:7500:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b99fc8. 00000080:00000010:3.0:1731519657.088751:0:7500:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf558. 00000080:00000010:3.0:1731519657.088752:0:7500:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c9488. 00000020:00000010:3.0:1731519657.088754:0:7500:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5cb6600. 00000008:00000010:3.0:1731519657.088755:0:7500:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54b00. 00020000:00000010:3.0:1731519657.088757:0:7500:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eaccb40. 00008000:00000010:3.0:1731519657.088758:0:7500:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cdbc0. 00000080:00000010:3.0:1731519657.088760:0:7500:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce780. 00000008:00000010:3.0:1731519657.088763:0:7500:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858130. 00010000:00000010:3.0:1731519657.088769:0:7500:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6db2f00. 00010000:00000010:3.0:1731519657.088770:0:7500:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88012e3de780. 00010000:00000010:3.0:1731519657.088773:0:7500:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88012eacdf80. 00010000:00000010:3.0:1731519657.088776:0:7500:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012b12a600. 00000100:00000010:3.0:1731519657.088780:0:7500:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731519657.088798:0:7500:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5cb6000. 02000000:00000010:0.0:1731519657.088845:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b39ed400. 00000400:00000010:0.0:1731519657.088849:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856688. 00000400:00000010:0.0:1731519657.088852:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966220. 00000100:00000200:0.0:1731519657.088855:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914973568, portal 4 00000400:00000010:0.0:1731519657.088858:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9666e8. 00000100:00000200:0.0:1731519657.088859:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815629914973568, offset 0 00000400:00000200:0.0:1731519657.088864:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.088868:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.088870:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.088872:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.088874:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.088876:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.088878:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [70:70:256:4294967295] 192.168.203.102@tcp LPNI seq info [70:70:8:4294967295] 00000400:00000200:0.0:1731519657.088884:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.088888:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.088890:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41600. 00000800:00000200:0.0:1731519657.088893:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.088902:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.088904:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1731519657.088958:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1731519657.088961:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41600. 00000400:00000200:3.0:1731519657.088963:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731519657.088966:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:3.0:1731519657.088968:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9666e8 00000400:00000010:3.0:1731519657.088969:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9666e8. 00000100:00000200:3.0:1731519657.088973:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629914973568/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.089291:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.089297:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 664 into portal 10 MB=0x6734e48202500 00000400:00000200:0.0:1731519657.089301:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 664/664 into md 0x319 [32] + 224 00000400:00000200:0.0:1731519657.089312:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.089315:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.089319:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447480 x1815629914973440/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.089363:0:7499:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046580. 00000400:00000200:3.0:1731519657.089366:0:7499:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d40800 00000400:00000010:3.0:1731519657.089367:0:7499:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800b5d40800. 00000100:00000200:3.0:1731519657.089371:0:7499:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447480 x1815629914973440/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.089378:0:7499:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447480 x1815629914973440/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.089396:0:7499:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa600. 00010000:00000010:3.0:1731519657.089402:0:7499:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6db2c00. 00010000:00000010:3.0:1731519657.089404:0:7499:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8801370d8600. 00000002:00000010:3.0:1731519657.089413:0:7499:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012b12aec0. 00000080:00000010:3.0:1731519657.089421:0:7499:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af2a1000. 00000020:00000010:3.0:1731519657.089425:0:7499:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800a8c25360. 00000020:00000010:3.0:1731519657.089427:0:7499:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5cb6400. 00000020:00000010:3.0:1731519657.089429:0:7499:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a7d72600. 00000020:00000010:3.0:1731519657.089431:0:7499:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800abceb120. 00000008:00000010:3.0:1731519657.089433:0:7499:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012dc4ef90. 00020000:00000010:3.0:1731519657.089435:0:7499:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e3dea80. 00008000:00000010:3.0:1731519657.089437:0:7499:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b9a350. 00000080:00000010:3.0:1731519657.089439:0:7499:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf5f0. 00000400:00000200:0.0:1731519657.089440:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000080:00000010:3.0:1731519657.089441:0:7499:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c96d0. 00000020:00000010:3.0:1731519657.089444:0:7499:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800abd96000. 00000400:00000200:0.0:1731519657.089445:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 400 into portal 4 MB=0x6734e48202580 00000008:00000010:3.0:1731519657.089445:0:7499:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54c60. 00020000:00000010:3.0:1731519657.089447:0:7499:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eace1c0. 00008000:00000010:3.0:1731519657.089448:0:7499:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cde18. 00000400:00000200:0.0:1731519657.089449:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 400/400 into md 0x321 [1] + 224 00000080:00000010:3.0:1731519657.089450:0:7499:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce870. 00000080:00000010:3.0:1731519657.089453:0:7499:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800a89b2190. 00020000:00000010:3.0:1731519657.089456:0:7499:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88012db83000. 00020000:00000010:3.0:1731519657.089458:0:7499:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800abceb180. 00020000:00000010:3.0:1731519657.089460:0:7499:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8801370d8580. 00020000:00000010:3.0:1731519657.089462:0:7499:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800abceb0c0. 00020000:00000010:3.0:1731519657.089464:0:7499:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8801369ba860. 00020000:00000010:3.0:1731519657.089465:0:7499:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88012e3de6c0. 00020000:00000010:3.0:1731519657.089467:0:7499:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88012c0cddd8. 00020000:00000010:3.0:1731519657.089470:0:7499:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800a89b2258. 00000008:00000010:3.0:1731519657.089473:0:7499:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800a8f961a0. 00000400:00000200:0.0:1731519657.089475:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.089479:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00020000:00000010:3.0:1731519657.089480:0:7499:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800abceb060. 00020000:00000010:3.0:1731519657.089481:0:7499:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8801370d8200. 00000100:00000200:0.0:1731519657.089483:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629914973568/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00020000:00000010:3.0:1731519657.089486:0:7499:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800adad0900. 00020000:00000010:3.0:1731519657.089488:0:7499:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8801370d8200. 00020000:00000010:3.0:1731519657.089490:0:7499:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800abceb060. 00020000:00000010:3.0:1731519657.089491:0:7499:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800adad0900. 00000080:00000010:3.0:1731519657.089496:0:7499:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5e13b00. 00000080:00000010:3.0:1731519657.089499:0:7499:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b67d8c00. 00000080:00000010:3.0:1731519657.089504:0:7499:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800adace000. 00000080:00000010:3.0:1731519657.089506:0:7499:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012b12ae00. 00000002:00000010:3.0:1731519657.089510:0:7499:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800b5e13380. 02000000:00000010:3.0:1731519657.089513:0:7499:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8800a84c0000. 00000400:00000010:1.0:1731519657.089537:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856688. 00000400:00000200:1.0:1731519657.089542:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966220 00000400:00000010:1.0:1731519657.089543:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966220. 00000080:00000010:3.0:1731519657.089543:0:7499:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff8800a80dbe40. 00000100:00000200:1.0:1731519657.089548:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629914973568/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:1.0:1731519657.089556:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629914973568/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 02000000:00000010:1.0:1731519657.089570:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e3cf400. 02000000:00000010:1.0:1731519657.089574:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e350600. 00000100:00000010:1.0:1731519657.089576:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446d80. 00000020:00000010:1.0:1731519657.089588:0:6391:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800aa5bf200. 00000080:00000010:3.0:1731519657.089594:0:7499:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800abd96200. 00000080:00000010:3.0:1731519657.089604:0:7499:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800abd96200. 02000000:00000010:1.0:1731519657.089615:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b39ed400. 00020000:00000010:3.0:1731519657.089616:0:7499:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801370d8200. 02000000:00000010:1.0:1731519657.089619:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5cb6000. 00000020:00000010:3.0:1731519657.089619:0:7499:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800a8c253f0. 00000100:00000010:1.0:1731519657.089620:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000020:00000010:3.0:1731519657.089621:0:7499:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800abd96200. 00000020:00000010:3.0:1731519657.089623:0:7499:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800abd96400. 00000020:00000010:3.0:1731519657.089624:0:7499:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800adad0900. 00000008:00000010:3.0:1731519657.089633:0:7499:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5eb0000. 00020000:00000010:3.0:1731519657.089636:0:7499:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e3de840. 00008000:00000010:3.0:1731519657.089638:0:7499:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b9a6d8. 00000080:00000010:3.0:1731519657.089640:0:7499:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf688. 00000080:00000010:3.0:1731519657.089642:0:7499:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c9918. 00000020:00000010:3.0:1731519657.089644:0:7499:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800abd96600. 00000008:00000010:2.0:1731519657.089646:0:7500:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858130. 00000008:00000010:3.0:1731519657.089646:0:7499:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54dc0. 00020000:00000010:3.0:1731519657.089648:0:7499:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eace400. 00008000:00000010:3.0:1731519657.089649:0:7499:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cddf8. 00020000:00000010:2.0:1731519657.089651:0:7500:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801370d8280. 00000080:00000010:3.0:1731519657.089651:0:7499:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfce960. 00000008:00000010:3.0:1731519657.089655:0:7499:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858260. 00010000:00000010:3.0:1731519657.089659:0:7499:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6db2500. 00010000:00000010:3.0:1731519657.089661:0:7499:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88012e3de0c0. 00010000:00000010:3.0:1731519657.089663:0:7499:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88012eace640. 00010000:00000010:3.0:1731519657.089665:0:7499:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012b12a200. 00000100:00000010:3.0:1731519657.089671:0:7499:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731519657.089676:0:7499:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800abd96800. 02000000:00000010:0.0:1731519657.089717:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b39ee000. 00000400:00000010:0.0:1731519657.089720:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8569f8. 00000400:00000010:0.0:1731519657.089723:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966220. 00000100:00000200:0.0:1731519657.089726:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914973696, portal 4 00000400:00000010:0.0:1731519657.089728:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9666e8. 00000100:00000200:0.0:1731519657.089730:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815629914973696, offset 0 00000400:00000200:0.0:1731519657.089733:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.089738:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.089741:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.089743:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.089745:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.089747:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.089749:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [71:71:256:4294967295] 192.168.203.102@tcp LPNI seq info [71:71:8:4294967295] 00000400:00000200:0.0:1731519657.089760:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.089764:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.089767:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41900. 00000800:00000200:0.0:1731519657.089770:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.089773:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.089776:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1731519657.089831:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1731519657.089834:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41900. 00000400:00000200:3.0:1731519657.089836:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731519657.089839:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:3.0:1731519657.089841:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9666e8 00000400:00000010:3.0:1731519657.089842:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9666e8. 00000100:00000200:3.0:1731519657.089846:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629914973696/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.091516:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.091523:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 400 into portal 4 MB=0x6734e48202600 00000400:00000200:0.0:1731519657.091527:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 400/400 into md 0x329 [1] + 224 00000400:00000200:0.0:1731519657.091537:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.091541:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.091545:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629914973696/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.091617:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8569f8. 00000400:00000200:2.0:1731519657.091621:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966220 00000400:00000010:2.0:1731519657.091622:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966220. 00000100:00000200:2.0:1731519657.091625:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629914973696/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.091631:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629914973696/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 02000000:00000010:2.0:1731519657.091662:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b39ee000. 02000000:00000010:2.0:1731519657.091665:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800abd96800. 00000100:00000010:2.0:1731519657.091666:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000008:00000010:3.0:1731519657.091684:0:7499:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858260. 00020000:00000010:3.0:1731519657.091687:0:7499:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801370d8200. 00000020:00000010:3.0:1731519657.091712:0:7499:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 704 at ffff8800a9a5d000. 00020000:00000010:3.0:1731519657.091725:0:7499:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801370d8200. 00000008:00000010:3.0:1731519657.091727:0:7499:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858260. 00000020:00000010:3.0:1731519657.091744:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4000. 00000020:00000010:3.0:1731519657.091763:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f40d8. 00000020:00000010:3.0:1731519657.091769:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f41b0. 00000020:00000010:3.0:1731519657.091773:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4288. 00000020:00000010:3.0:1731519657.091777:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4360. 00000020:00000010:3.0:1731519657.091781:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4438. 00000020:00000010:3.0:1731519657.091803:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4510. 00000020:00000010:3.0:1731519657.091808:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f45e8. 00000008:00000010:3.0:1731519657.091817:0:7499:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff88012e3decc0. 00000008:00000010:2.0:1731519657.091849:0:6393:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 64 at ffff880137658ec0. 00000008:00000010:2.0:1731519657.091852:0:6393:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b66130d0. 00000100:00000010:2.0:1731519657.091861:0:6393:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447800. 02000000:00000010:2.0:1731519657.091866:0:6393:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b67d8200. 00000100:00000010:2.0:1731519657.091873:0:6393:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800b5d40800. 00000100:00000010:2.0:1731519657.091874:0:6393:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 128 at ffff8800a9b03a00. 00000400:00000010:2.0:1731519657.091896:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b40465d8. 00000400:00000010:2.0:1731519657.091898:0:6393:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b6d10500. 00000100:00000200:2.0:1731519657.091900:0:6393:0:(niobuf.c:432:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 8 pages 32768 bytes, mbits x0x6734e48202700-0x6734e48202700, portal 8 02000000:00000010:2.0:1731519657.091903:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d42c00. 00000400:00000010:2.0:1731519657.091904:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046630. 00000400:00000010:2.0:1731519657.091906:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731519657.091907:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914973952, portal 4 00000400:00000010:2.0:1731519657.091909:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac35d8. 00000100:00000200:2.0:1731519657.091910:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1815629914973952, offset 0 00000400:00000200:2.0:1731519657.091913:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.091917:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.091919:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.091920:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.091922:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.091923:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.091924:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [72:72:256:4294967295] 192.168.203.102@tcp LPNI seq info [72:72:8:4294967295] 00000400:00000200:2.0:1731519657.091929:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.091931:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.091933:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10000. 00000800:00000200:2.0:1731519657.091935:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.091937:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.091939:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10000 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.091992:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.091995:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10000. 00000400:00000200:0.0:1731519657.091998:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.092002:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.092004:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac35d8 00000400:00000010:0.0:1731519657.092005:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac35d8. 00000100:00000200:0.0:1731519657.092009:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447800 x1815629914973952/t0(0) o3->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00010000:00000010:2.1F:1731519657.092311:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d41500. 00010000:00000010:2.1:1731519657.092318:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d10a00. 00010000:00000010:2.1:1731519657.092320:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b3988d80. 00000400:00000200:3.0:1731519657.092702:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:3.0:1731519657.092706:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 32768 into portal 8 MB=0x6734e48202700 00000400:00000200:3.0:1731519657.092709:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.203.102@tcp of length 32768/32768 into md 0x331 [8] + 0 00000400:00000010:3.0:1731519657.092711:0:6384:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b40465d8. 00000400:00000200:3.0:1731519657.092713:0:6384:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b6d10500 00000400:00000200:3.0:1731519657.092736:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731519657.092739:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:3.0:1731519657.092743:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d10500 00000400:00000010:3.0:1731519657.092743:0:6384:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 248 at ffff8800b6d10500. 00000100:00000200:3.0:1731519657.092745:0:6384:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800b5d40800 00000400:00000200:3.0:1731519657.092756:0:6384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1731519657.092760:0:6384:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.203.2@tcp to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.092764:0:6384:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [73:73:256:4294967295] 192.168.203.102@tcp LPNI seq info [73:73:8:4294967295] 00000400:00000200:3.0:1731519657.092771:0:6384:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:192.168.203.2@tcp) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) 192.168.203.102@tcp : ACK try# 0 00000800:00000200:3.0:1731519657.092775:0:6384:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 8 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.092777:0:6384:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff8800abd96c00. 00000800:00000200:3.0:1731519657.092780:0:6384:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.092799:0:6384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.092801:0:6384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800abd96c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1731519657.092835:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1731519657.092837:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 360 at ffff8800abd96c00. 00000400:00000200:3.0:1731519657.092839:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731519657.092842:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: ACK: OK 00000400:00000200:0.0:1731519657.093229:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.093235:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 440 into portal 4 MB=0x6734e48202700 00000400:00000200:0.0:1731519657.093239:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 440/440 into md 0x335 [1] + 224 00000400:00000200:0.0:1731519657.093249:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.093252:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.093256:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447800 x1815629914973952/t0(0) o3->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.093355:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046630. 00000400:00000200:2.0:1731519657.093358:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3d48 00000400:00000010:2.0:1731519657.093359:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731519657.093363:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447800 x1815629914973952/t0(0) o3->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.093369:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447800 x1815629914973952/t0(0) o3->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:2.0:1731519657.093407:0:6393:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b66130d0. 00000008:00000010:2.0:1731519657.093426:0:6393:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff88012e3decc0. 00000008:00000010:2.0:1731519657.093429:0:6393:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 64 at ffff880137658ec0. 02000000:00000010:2.0:1731519657.093433:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d42c00. 00000100:00000010:2.0:1731519657.093436:0:6393:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 128 at ffff8800a9b03a00. 00000100:00000010:2.0:1731519657.093437:0:6393:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800b5d40800. 02000000:00000010:2.0:1731519657.093438:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b67d8200. 00000100:00000010:2.0:1731519657.093440:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447800. 00000008:00000010:3.0:1731519657.093499:0:7499:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858260. 00020000:00000010:3.0:1731519657.093502:0:7499:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801370d8200. 00020000:00000010:3.0:1731519657.093600:0:7499:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801370d8200. 00000008:00000010:3.0:1731519657.093602:0:7499:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858260. 00000020:00000010:3.0:1731519657.093612:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f46c0. 00000020:00000010:3.0:1731519657.093623:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4798. 00000020:00000010:3.0:1731519657.093628:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4870. 00000020:00000010:3.0:1731519657.093632:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4948. 00000020:00000010:3.0:1731519657.093637:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4a20. 00000020:00000010:3.0:1731519657.093641:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4af8. 00000020:00000010:3.0:1731519657.093645:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4bd0. 00000020:00000010:3.0:1731519657.093649:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4ca8. 00000020:00000010:3.0:1731519657.093655:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4d80. 00000020:00000010:3.0:1731519657.093659:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a81f4e58. 00000020:00000010:3.0:1731519657.093667:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845b000. 00000020:00000010:3.0:1731519657.093671:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845b0d8. 00000020:00000010:3.0:1731519657.093676:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845b1b0. 00000020:00000010:3.0:1731519657.093680:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845b288. 00000020:00000010:3.0:1731519657.093683:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845b360. 00000020:00000010:3.0:1731519657.093688:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845b438. 00000020:00000010:3.0:1731519657.093692:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845b510. 00000020:00000010:3.0:1731519657.093696:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845b5e8. 00000020:00000010:3.0:1731519657.093700:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845b6c0. 00000020:00000010:3.0:1731519657.093704:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845b798. 00000020:00000010:3.0:1731519657.093708:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845b870. 00000020:00000010:3.0:1731519657.093712:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845b948. 00000020:00000010:3.0:1731519657.093716:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845ba20. 00000020:00000010:3.0:1731519657.093721:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845baf8. 00000020:00000010:3.0:1731519657.093725:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845bbd0. 00000020:00000010:3.0:1731519657.093729:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845bca8. 00000020:00000010:3.0:1731519657.093733:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845bd80. 00000020:00000010:3.0:1731519657.093737:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a845be58. 00000020:00000010:3.0:1731519657.093743:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dd000. 00000020:00000010:3.0:1731519657.093747:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dd0d8. 00000020:00000010:3.0:1731519657.093751:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dd1b0. 00000020:00000010:3.0:1731519657.093755:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dd288. 00000020:00000010:3.0:1731519657.093759:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dd360. 00000020:00000010:3.0:1731519657.093763:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dd438. 00000020:00000010:3.0:1731519657.093767:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dd510. 00000020:00000010:3.0:1731519657.093771:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dd5e8. 00000020:00000010:3.0:1731519657.093776:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dd6c0. 00000020:00000010:3.0:1731519657.093780:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dd798. 00000020:00000010:3.0:1731519657.093802:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dd870. 00000020:00000010:3.0:1731519657.093810:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dd948. 00000020:00000010:3.0:1731519657.093814:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dda20. 00000020:00000010:3.0:1731519657.093818:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4ddaf8. 00000020:00000010:3.0:1731519657.093822:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4ddbd0. 00000020:00000010:3.0:1731519657.093828:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4ddca8. 00000020:00000010:3.0:1731519657.093832:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4ddd80. 00000020:00000010:3.0:1731519657.093836:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab4dde58. 00000020:00000010:3.0:1731519657.093842:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89ed000. 00000020:00000010:3.0:1731519657.093846:0:7499:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89ed0d8. 00000008:00000010:3.0:1731519657.093857:0:7499:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff88012e3deb40. 00000008:00000010:1.0:1731519657.093904:0:6391:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 384 at ffff8800aa5bec00. 00000008:00000010:1.0:1731519657.093908:0:6391:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b642da90. 00000100:00000010:1.0:1731519657.093918:0:6391:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b08a80. 02000000:00000010:1.0:1731519657.093923:0:6391:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa5bf600. 00000100:00000010:1.0:1731519657.093925:0:6391:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800a8fe9000. 00000100:00000010:1.0:1731519657.093927:0:6391:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 768 at ffff8800a8fe9400. 00000400:00000010:1.0:1731519657.093955:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4108. 00000400:00000010:1.0:1731519657.093957:0:6391:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 888 at ffff8800a8fe9800. 00000100:00000200:1.0:1731519657.093959:0:6391:0:(niobuf.c:432:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 48 pages 196608 bytes, mbits x0x6734e48202800-0x6734e48202800, portal 8 02000000:00000010:1.0:1731519657.093962:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a8fe9c00. 00000400:00000010:1.0:1731519657.093964:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4210. 00000400:00000010:1.0:1731519657.093965:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3814c8. 00000100:00000200:1.0:1731519657.093966:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914974208, portal 4 00000400:00000010:1.0:1731519657.093968:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3813b8. 00000100:00000200:1.0:1731519657.093974:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1815629914974208, offset 0 00000400:00000200:1.0:1731519657.093977:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519657.093981:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519657.093983:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519657.093985:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519657.093986:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519657.093987:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519657.093989:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [74:74:256:4294967295] 192.168.203.102@tcp LPNI seq info [74:74:8:4294967295] 00000400:00000200:1.0:1731519657.093994:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519657.093996:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519657.093998:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731519657.094000:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519657.094003:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519657.094004:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.094061:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.094063:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731519657.094065:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.094068:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.094069:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3813b8 00000400:00000010:0.0:1731519657.094070:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3813b8. 00000100:00000200:0.0:1731519657.094073:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b08a80 x1815629914974208/t0(0) o3->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:3.0:1731519657.094921:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:3.0:1731519657.094925:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 196608 into portal 8 MB=0x6734e48202800 00000400:00000200:3.0:1731519657.094928:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.203.102@tcp of length 196608/196608 into md 0x33d [48] + 0 00000400:00000010:3.0:1731519657.094930:0:6384:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb4108. 00000400:00000200:3.0:1731519657.094931:0:6384:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a8fe9800 00000400:00000200:0.0:1731519657.095489:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.095493:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.095495:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a8fe9800 00000400:00000010:0.0:1731519657.095496:0:6385:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 888 at ffff8800a8fe9800. 00000100:00000200:0.0:1731519657.095497:0:6385:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800a8fe9000 00000400:00000200:0.0:1731519657.095507:0:6385:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1731519657.095510:0:6385:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.203.2@tcp to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.095513:0:6385:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [75:75:256:4294967295] 192.168.203.102@tcp LPNI seq info [75:75:8:4294967295] 00000400:00000200:0.0:1731519657.095517:0:6385:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:192.168.203.2@tcp) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) 192.168.203.102@tcp : ACK try# 0 00000800:00000200:0.0:1731519657.095520:0:6385:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 48 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.095522:0:6385:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 1000 at ffff8800b39ef400. 00000800:00000200:0.0:1731519657.095524:0:6385:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.095527:0:6385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.095528:0:6385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b39ef400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1731519657.095556:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.095559:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 1000 at ffff8800b39ef400. 00000400:00000200:0.0:1731519657.095561:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.095564:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: ACK: OK 00000400:00000200:0.0:1731519657.095997:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.096001:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 440 into portal 4 MB=0x6734e48202800 00000400:00000200:0.0:1731519657.096008:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 440/440 into md 0x341 [1] + 224 00000400:00000200:0.0:1731519657.096015:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.096017:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.096020:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b08a80 x1815629914974208/t0(0) o3->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:1.0:1731519657.096056:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb4210. 00000400:00000200:1.0:1731519657.096060:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3814c8 00000400:00000010:1.0:1731519657.096061:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3814c8. 00000100:00000200:1.0:1731519657.096065:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b08a80 x1815629914974208/t0(0) o3->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:1.0:1731519657.096071:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b08a80 x1815629914974208/t0(0) o3->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:1.0:1731519657.096118:0:6391:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b642da90. 00000008:00000010:1.0:1731519657.096142:0:6391:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff88012e3deb40. 00000008:00000010:1.0:1731519657.096144:0:6391:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 384 at ffff8800aa5bec00. 02000000:00000010:1.0:1731519657.096148:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a8fe9c00. 00000100:00000010:1.0:1731519657.096150:0:6391:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 768 at ffff8800a8fe9400. 00000100:00000010:1.0:1731519657.096151:0:6391:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800a8fe9000. 02000000:00000010:1.0:1731519657.096153:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa5bf600. 00000100:00000010:1.0:1731519657.096154:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b08a80. 00000008:00000010:3.0:1731519657.096176:0:7499:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858260. 00020000:00000010:3.0:1731519657.096179:0:7499:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801370d8200. 00020000:00000010:3.0:1731519657.096557:0:7499:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801370d8200. 00000020:00000010:3.0:1731519657.096560:0:7499:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800a8c25240. 00000020:00000010:3.0:1731519657.096561:0:7499:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800abd96c00. 00000020:00000010:3.0:1731519657.096562:0:7499:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800abd97000. 00000020:00000010:3.0:1731519657.096564:0:7499:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800abceb060. 00000008:00000010:3.0:1731519657.096566:0:7499:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5eb0b28. 00020000:00000010:3.0:1731519657.096567:0:7499:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012e3def00. 00008000:00000010:3.0:1731519657.096569:0:7499:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136b9aa60. 00000080:00000010:3.0:1731519657.096570:0:7499:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88012bfcf720. 00000080:00000010:3.0:1731519657.096571:0:7499:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8801373c9b60. 00000020:00000010:3.0:1731519657.096572:0:7499:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800abd97200. 00000008:00000010:3.0:1731519657.096574:0:7499:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012ab54f20. 00020000:00000010:3.0:1731519657.096575:0:7499:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff88012eace880. 00008000:00000010:3.0:1731519657.096576:0:7499:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012c0cde08. 00000080:00000010:3.0:1731519657.096577:0:7499:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012bfcea50. 00000008:00000010:3.0:1731519657.096579:0:7499:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858260. 00000008:00000010:3.0:1731519657.096590:0:7499:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858260. 00020000:00000010:3.0:1731519657.096591:0:7499:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801370d8200. 00020000:00000010:3.0:1731519657.096605:0:7499:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801370d8200. 00000008:00000010:3.0:1731519657.096612:0:7499:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858260. 00000008:00000010:3.0:1731519657.096619:0:7499:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858260. 00020000:00000010:3.0:1731519657.096620:0:7499:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801370d8200. 00020000:00000010:3.0:1731519657.096629:0:7499:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801370d8200. 00000008:00000010:3.0:1731519657.096631:0:7499:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858260. 00020000:00000010:3.0:1731519657.096636:0:7499:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801370d8680. 00000008:00000010:3.0:1731519657.096638:0:7499:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858390. 00000008:00000010:3.0:1731519657.096641:0:7499:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858390. 00020000:00000010:3.0:1731519657.096642:0:7499:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801370d8680. 00000008:00000010:3.0:1731519657.096646:0:7499:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858260. 00020000:00000010:3.0:1731519657.096646:0:7499:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801370d8200. 00000080:00000010:3.0:1731519657.096737:0:7499:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800abd97400. 00000100:00000010:3.0:1731519657.096741:0:7499:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731519657.096745:0:7499:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800abd97600. 00000100:00000010:3.0:1731519657.096750:0:7499:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3dec00. 02000000:00000010:3.0:1731519657.096755:0:7499:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9a5e000. 00000400:00000010:3.0:1731519657.096757:0:7499:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519657.096759:0:7499:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dcc0. 00000100:00000200:3.0:1731519657.096761:0:7499:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914974464, portal 10 00000400:00000010:3.0:1731519657.096763:0:7499:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d550. 00000100:00000200:3.0:1731519657.096764:0:7499:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815629914974464, offset 0 00000400:00000200:3.0:1731519657.096766:0:7499:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.096770:0:7499:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.096771:0:7499:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.096773:0:7499:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.096774:0:7499:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.096775:0:7499:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.096777:0:7499:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [76:76:256:4294967295] 192.168.203.102@tcp LPNI seq info [76:76:8:4294967295] 00000400:00000200:3.0:1731519657.096781:0:7499:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.096802:0:7499:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.096804:0:7499:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2e00. 00000800:00000200:3.0:1731519657.096806:0:7499:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.096812:0:7499:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.096813:0:7499:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2e00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.096864:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.096866:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2e00. 00000400:00000200:0.0:1731519657.096868:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.096870:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.096872:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d550 00000400:00000010:0.0:1731519657.096873:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d550. 00000100:00000200:0.0:1731519657.096876:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629914974464/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.097612:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.097617:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 456 into portal 10 MB=0x6734e48202900 00000400:00000200:0.0:1731519657.097619:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 456/456 into md 0x349 [1] + 224 00000400:00000200:0.0:1731519657.097627:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.097629:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.097632:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629914974464/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.097668:0:7499:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519657.097671:0:7499:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dcc0 00000400:00000010:3.0:1731519657.097671:0:7499:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dcc0. 00000100:00000200:3.0:1731519657.097674:0:7499:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629914974464/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.097679:0:7499:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629914974464/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.097690:0:7499:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3dec00. 00000080:00000010:3.0:1731519657.097694:0:7499:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800abd97400. 02000000:00000010:3.0:1731519657.097699:0:7499:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d41800. 00000100:00000010:3.0:1731519657.097700:0:7499:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447480. 00000002:00000010:3.0:1731519657.097702:0:7499:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800b5e13380. 00000080:00000010:3.0:1731519657.097704:0:7499:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012b12ae00. 02000000:00000010:3.0:1731519657.097705:0:7499:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9a5e000. 02000000:00000010:3.0:1731519657.097707:0:7499:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800abd97600. 00000100:00000010:3.0:1731519657.097708:0:7499:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000080:00000010:3.0:1731519657.097709:0:7499:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800adace000. 00000080:00000010:2.0:1731519657.097857:0:7500:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b67d8200. 00000080:00000010:2.0:1731519657.097868:0:7500:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b67d8200. 00020000:00000010:2.0:1731519657.097880:0:7500:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03a00. 00000008:00000010:2.0:1731519657.097884:0:7500:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a130. 00000008:00000010:2.0:1731519657.097893:0:7500:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a130. 00020000:00000010:2.0:1731519657.097895:0:7500:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03a00. 00020000:00000010:2.0:1731519657.097970:0:7500:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03a00. 00000008:00000010:2.0:1731519657.097973:0:7500:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a130. 00010000:00000010:2.0:1731519657.097977:0:7500:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b391ad00. 00010000:00000010:2.0:1731519657.097980:0:7500:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff880137658000. 00000100:00000010:2.0:1731519657.097982:0:7500:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447800. 02000000:00000010:2.0:1731519657.097986:0:7500:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b67d8200. 00000100:00000010:2.0:1731519657.097991:0:7500:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa180. 02000000:00000010:2.0:1731519657.097996:0:7500:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d40800. 00000400:00000010:2.0:1731519657.097998:0:7500:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046630. 00000400:00000010:2.0:1731519657.098000:0:7500:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731519657.098001:0:7500:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914974592, portal 4 00000400:00000010:2.0:1731519657.098003:0:7500:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3ee0. 00000100:00000200:2.0:1731519657.098004:0:7500:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815629914974592, offset 0 00000400:00000200:2.0:1731519657.098008:0:7500:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.098011:0:7500:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.098013:0:7500:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.098015:0:7500:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.098020:0:7500:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.098021:0:7500:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.098023:0:7500:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [77:77:256:4294967295] 192.168.203.102@tcp LPNI seq info [77:77:8:4294967295] 00000400:00000200:2.0:1731519657.098027:0:7500:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.098030:0:7500:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.098031:0:7500:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731519657.098033:0:7500:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.098036:0:7500:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.098038:0:7500:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1731519657.098150:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.098157:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:1.0:1731519657.098159:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.098162:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.098164:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3ee0 00000400:00000010:1.0:1731519657.098165:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3ee0. 00000100:00000200:1.0:1731519657.098169:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447800 x1815629914974592/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000080:00000010:2.1:1731519657.098310:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a8632320. 00010000:00000010:1.1:1731519657.098319:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b642b600. 00010000:00000010:1.1:1731519657.098322:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a803c900. 00010000:00000010:1.1:1731519657.098324:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b642b900. 00000400:00000200:0.0:1731519657.098826:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.098831:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 328 into portal 15 MB=0x6734e48806c80 00000400:00000200:0.0:1731519657.098835:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.102@tcp of length 328/328 into md 0xd [2] + 0 00000400:00000200:0.0:1731519657.098843:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.098845:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.098848:0:6384:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1731519657.098850:0:6384:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11500. 00000020:00000010:3.0:1731519657.098887:0:7470:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800abf7a000. 00000020:00000010:3.0:1731519657.098896:0:7470:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800abd97600. 00000020:00000010:3.0:1731519657.098898:0:7470:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8801370d8200. 00000020:00000010:3.0:1731519657.098900:0:7470:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a89b2320. 00000100:00000200:3.0:1731519657.098919:0:7470:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1815629921283200 02000000:00000010:3.0:1731519657.098925:0:7470:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9a5e000. 00000400:00000010:3.0:1731519657.098930:0:7470:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dcc0. 00000100:00000200:3.0:1731519657.098932:0:7470:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1815629921283200, offset 224 00000400:00000200:3.0:1731519657.098935:0:7470:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.098939:0:7470:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.203.2@tcp to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.098941:0:7470:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [78:78:256:4294967295] 192.168.203.102@tcp LPNI seq info [78:78:8:4294967295] 00000400:00000200:3.0:1731519657.098946:0:7470:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:192.168.203.2@tcp) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.098951:0:7470:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.098953:0:7470:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2e00. 00000800:00000200:3.0:1731519657.098955:0:7470:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.098957:0:7470:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.098959:0:7470:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2e00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1731519657.098963:0:7470:0:(ldlm_lockd.c:2268:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88012e3dec00. 00000020:00000010:3.0:1731519657.098976:0:7470:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8801370d8200. 00000020:00000010:3.0:1731519657.098978:0:7470:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a89b2320. 00000020:00000010:3.0:1731519657.098980:0:7470:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800abd97600. 00000800:00000200:0.0:1731519657.098989:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.098995:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2e00. 00000400:00000200:0.0:1731519657.098996:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.098999:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.099000:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dcc0 00000400:00000010:0.0:1731519657.099001:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dcc0. 00000020:00000010:2.0:1731519657.099008:0:7475:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b5e69480. 00000020:00000010:2.0:1731519657.099012:0:7475:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b67d8a00. 00000020:00000010:2.0:1731519657.099014:0:7475:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b67d9800. 00000020:00000010:2.0:1731519657.099015:0:7475:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a80db000. 00000008:00000010:2.0:1731519657.099017:0:7475:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a805e468. 00020000:00000010:2.0:1731519657.099019:0:7475:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaa480. 00008000:00000010:2.0:1731519657.099020:0:7475:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83dfc8. 00000080:00000010:2.0:1731519657.099023:0:7475:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c558. 00000080:00000010:2.0:1731519657.099024:0:7475:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b1488. 00000020:00000010:2.0:1731519657.099026:0:7475:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b67d8800. 00000008:00000010:2.0:1731519657.099027:0:7475:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3b8cb00. 00020000:00000010:2.0:1731519657.099028:0:7475:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b391af40. 00008000:00000010:2.0:1731519657.099029:0:7475:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ad89ae30. 00000080:00000010:2.0:1731519657.099031:0:7475:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a23780. 00000020:00000010:2.0:1731519657.099033:0:7475:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b5e69630. 00000020:00000010:2.0:1731519657.099034:0:7475:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b67d8c00. 00000020:00000010:2.0:1731519657.099035:0:7475:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d5f800. 00000020:00000010:2.0:1731519657.099036:0:7475:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a80db0c0. 00000008:00000010:2.0:1731519657.099038:0:7475:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a805ef90. 00020000:00000010:2.0:1731519657.099039:0:7475:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012daaa300. 00008000:00000010:2.0:1731519657.099040:0:7475:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83e350. 00000080:00000010:2.0:1731519657.099041:0:7475:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c5f0. 00000080:00000010:2.0:1731519657.099046:0:7475:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b16d0. 00000020:00000010:2.0:1731519657.099048:0:7475:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801372e1e00. 00000008:00000010:2.0:1731519657.099049:0:7475:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3b8cc60. 00020000:00000010:2.0:1731519657.099050:0:7475:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b391b180. 00008000:00000010:2.0:1731519657.099051:0:7475:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ad89ae38. 00000080:00000010:2.0:1731519657.099052:0:7475:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a23870. 00000100:00000010:2.0:1731519657.099065:0:7475:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447b80. 02000000:00000010:2.0:1731519657.099070:0:7475:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b4225e00. 00010000:00000010:2.0:1731519657.099092:0:7475:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012b12a600. 00010000:00000010:2.0:1731519657.099096:0:7475:0:(ldlm_lockd.c:2957:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88012e3dec00. 02000000:00000010:0.0:1731519657.099104:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab434a00. 00000400:00000010:0.0:1731519657.099108:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856a50. 00000400:00000010:0.0:1731519657.099110:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966990. 00000100:00000200:0.0:1731519657.099111:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914974720, portal 18 00000400:00000010:0.0:1731519657.099114:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966880. 00000100:00000200:0.0:1731519657.099115:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1815629914974720, offset 0 00000400:00000200:0.0:1731519657.099117:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.099120:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.099122:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.099124:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.099126:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.099127:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.099128:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [79:79:256:4294967295] 192.168.203.102@tcp LPNI seq info [79:79:8:4294967295] 00000400:00000200:0.0:1731519657.099133:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.099135:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.099136:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41700. 00000800:00000200:0.0:1731519657.099138:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.099141:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.099143:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.099191:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.099193:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41700. 00000400:00000200:2.0:1731519657.099195:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.099198:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.099200:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966880 00000400:00000010:2.0:1731519657.099200:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966880. 00000100:00000200:2.0:1731519657.099203:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447b80 x1815629914974720/t0(0) o103->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.099436:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.099440:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 400 into portal 4 MB=0x6734e48202980 00000400:00000200:0.0:1731519657.099443:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 400/400 into md 0x351 [1] + 224 00000400:00000200:0.0:1731519657.099449:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.099452:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.099455:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447800 x1815629914974592/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.099487:0:7500:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046630. 00000400:00000200:2.0:1731519657.099489:0:7500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3d48 00000400:00000010:2.0:1731519657.099490:0:7500:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731519657.099493:0:7500:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447800 x1815629914974592/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.099497:0:7500:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447800 x1815629914974592/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.099507:0:7500:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa180. 00000400:00000200:0.0:1731519657.099684:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.099688:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 392 into portal 15 MB=0x6734e48806d00 00000400:00000200:0.0:1731519657.099691:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.102@tcp of length 392/392 into md 0xd [2] + 328 00000400:00000200:0.0:1731519657.099698:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.099700:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.099702:0:6385:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1731519657.099703:0:6385:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11880. 00000020:00000010:3.0:1731519657.099745:0:7470:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800abd97600. 00000020:00000010:3.0:1731519657.099748:0:7470:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8801370d8200. 00000020:00000010:3.0:1731519657.099750:0:7470:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a89b2320. 00000100:00000200:3.0:1731519657.099761:0:7470:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1815629921283328 00010000:00000010:3.0:1731519657.099769:0:7470:0:(ldlm_lock.c:2300:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b12ae00. 00000100:00000010:3.0:1731519657.099772:0:7470:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3de300. 00000100:00000010:3.0:1731519657.099792:0:7470:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3de300. 00010000:00000010:3.0:1731519657.099794:0:7470:0:(ldlm_lock.c:2346:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b12ae00. 02000000:00000010:3.0:1731519657.099797:0:7470:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9a5cc00. 00000400:00000010:3.0:1731519657.099801:0:7470:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4de58. 00000100:00000200:3.0:1731519657.099803:0:7470:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1815629921283328, offset 224 02000000:00000010:2.0:1731519657.099807:0:7500:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d40800. 00000400:00000200:3.0:1731519657.099807:0:7470:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 02000000:00000010:2.0:1731519657.099809:0:7500:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b67d8200. 00000100:00000010:2.0:1731519657.099811:0:7500:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447800. 00000400:00000200:3.0:1731519657.099812:0:7470:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.203.2@tcp to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.099816:0:7470:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [80:80:256:4294967295] 192.168.203.102@tcp LPNI seq info [80:80:8:4294967295] 00000400:00000200:3.0:1731519657.099822:0:7470:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:192.168.203.2@tcp) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.099825:0:7470:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.099827:0:7470:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2e00. 00000800:00000200:3.0:1731519657.099829:0:7470:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000020:00000010:2.0:1731519657.099830:0:7500:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a84eb000. 00000800:00000200:3.0:1731519657.099833:0:7470:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.099834:0:7470:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2e00 type 1, nob 320 niov 1 nkiov 1 00000008:00000010:2.0:1731519657.099843:0:7500:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff88012daaa180. 00000020:00000010:3.0:1731519657.099854:0:7470:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8801370d8200. 00000020:00000010:3.0:1731519657.099856:0:7470:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a89b2320. 00000020:00000010:3.0:1731519657.099858:0:7470:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800abd97600. 00000008:00000010:2.0:1731519657.099862:0:7500:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a130. 00020000:00000010:2.0:1731519657.099864:0:7500:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03a00. 00000800:00000200:0.0:1731519657.099889:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.099891:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2e00. 00000400:00000200:0.0:1731519657.099893:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.099896:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.099898:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4de58 00000400:00000010:0.0:1731519657.099899:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4de58. 00000080:00000010:2.0:1731519657.100050:0:7500:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b4225a00. 00000100:00000010:2.0:1731519657.100054:0:7500:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447800. 02000000:00000010:2.0:1731519657.100058:0:7500:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b4225800. 00000100:00000010:2.0:1731519657.100063:0:7500:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa600. 02000000:00000010:2.0:1731519657.100068:0:7500:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d40800. 00000400:00000010:2.0:1731519657.100070:0:7500:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046630. 00000400:00000010:2.0:1731519657.100072:0:7500:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731519657.100074:0:7500:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914974976, portal 10 00000400:00000010:2.0:1731519657.100076:0:7500:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3ee0. 00000100:00000200:2.0:1731519657.100077:0:7500:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815629914974976, offset 0 00000400:00000200:2.0:1731519657.100080:0:7500:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.100083:0:7500:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.100085:0:7500:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.100087:0:7500:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.100088:0:7500:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.100089:0:7500:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.100091:0:7500:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [81:81:256:4294967295] 192.168.203.102@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:2.0:1731519657.100095:0:7500:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.100098:0:7500:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.100099:0:7500:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731519657.100101:0:7500:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.100103:0:7500:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.100105:0:7500:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.100157:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.100159:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731519657.100161:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.100165:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.100167:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3ee0 00000400:00000010:0.0:1731519657.100168:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3ee0. 00000100:00000200:0.0:1731519657.100172:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447800 x1815629914974976/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.100320:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.100326:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 18 MB=0x6734e48202a00 00000400:00000200:0.0:1731519657.100329:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.102@tcp of length 224/224 into md 0x35d [1] + 224 00000400:00000200:0.0:1731519657.100339:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.100342:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.100347:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447b80 x1815629914974720/t0(0) o103->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.100392:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856a50. 00000400:00000200:2.0:1731519657.100394:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966990 00000400:00000010:2.0:1731519657.100395:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966990. 00000100:00000200:2.0:1731519657.100398:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447b80 x1815629914974720/t0(0) o103->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.100403:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447b80 x1815629914974720/t0(0) o103->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:2.0:1731519657.100415:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab434a00. 02000000:00000010:2.0:1731519657.100416:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b4225e00. 00000100:00000010:2.0:1731519657.100418:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447b80. 00000400:00000200:0.0:1731519657.100841:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.100849:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 456 into portal 10 MB=0x6734e48202b00 00000400:00000200:0.0:1731519657.100852:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 456/456 into md 0x369 [1] + 224 00000400:00000200:0.0:1731519657.100874:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.100876:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.100880:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447800 x1815629914974976/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.100919:0:7500:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046630. 00000400:00000200:2.0:1731519657.100923:0:7500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3d48 00000400:00000010:2.0:1731519657.100924:0:7500:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731519657.100928:0:7500:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447800 x1815629914974976/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.100933:0:7500:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447800 x1815629914974976/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.100945:0:7500:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa600. 00000080:00000010:2.0:1731519657.100949:0:7500:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4225a00. 00000080:00000010:2.0:1731519657.100952:0:7500:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800a84579c0. 00000080:00000010:2.0:1731519657.100954:0:7500:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800a80f6000. 00000080:00000010:1.0:1731519657.102097:0:7502:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa5bec00. 00000080:00000010:1.0:1731519657.102107:0:7502:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa5bec00. 00000080:00000010:1.0:1731519657.102119:0:7502:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800a80f6140. 00000080:00000010:1.0:1731519657.102121:0:7502:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa5bec00. 00000100:00000010:1.0:1731519657.102130:0:7502:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b08a80. 02000000:00000010:1.0:1731519657.102135:0:7502:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a8fe9000. 00010000:00000010:1.0:1731519657.102140:0:7502:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9b03580. 00010000:00000010:1.0:1731519657.102145:0:7502:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b642b900. 00010000:00000010:1.0:1731519657.102146:0:7502:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012d999200. 00010000:00000010:1.0:1731519657.102148:0:7502:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a803c900. 00000100:00000010:1.0:1731519657.102152:0:7502:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a0fb40. 02000000:00000010:1.0:1731519657.102193:0:7502:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff880136960000. 00000400:00000010:1.0:1731519657.102195:0:7502:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4210. 00000400:00000010:1.0:1731519657.102198:0:7502:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800a8fe9400. 00000100:00000200:1.0:1731519657.102200:0:7502:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815629914975232, portal 10 00000400:00000010:1.0:1731519657.102202:0:7502:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3814c8. 00000100:00000200:1.0:1731519657.102203:0:7502:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1815629914975232, offset 0 00000400:00000200:1.0:1731519657.102206:0:7502:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519657.102210:0:7502:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519657.102212:0:7502:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519657.102214:0:7502:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519657.102215:0:7502:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519657.102216:0:7502:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519657.102218:0:7502:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [82:82:256:4294967295] 192.168.203.102@tcp LPNI seq info [82:82:8:4294967295] 00000400:00000200:1.0:1731519657.102222:0:7502:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519657.102228:0:7502:0:(socklnd_cb.c:1000:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519657.102229:0:7502:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731519657.102232:0:7502:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519657.102234:0:7502:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519657.102236:0:7502:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.102289:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.102291:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731519657.102293:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.102296:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.102297:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3814c8 00000400:00000010:0.0:1731519657.102298:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3814c8. 00000100:00000200:0.0:1731519657.102301:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b08a80 x1815629914975232/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.103042:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.103046:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 328 into portal 15 MB=0x6734e48806d80 00000400:00000200:0.0:1731519657.103048:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.102@tcp of length 328/328 into md 0xd [2] + 720 00000400:00000200:0.0:1731519657.103056:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.103058:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.103060:0:6385:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1731519657.103061:0:6385:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11c00. 00000020:00000010:3.0:1731519657.103108:0:7470:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800abd97600. 00000020:00000010:3.0:1731519657.103113:0:7470:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8801370d8200. 00000020:00000010:3.0:1731519657.103115:0:7470:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a89b2320. 00000100:00000200:3.0:1731519657.103137:0:7470:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1815629921283456 02000000:00000010:3.0:1731519657.103149:0:7470:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b410000. 00000400:00000010:3.0:1731519657.103154:0:7470:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d440. 00000100:00000200:3.0:1731519657.103157:0:7470:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1815629921283456, offset 224 00000400:00000200:3.0:1731519657.103161:0:7470:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.103166:0:7470:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.203.2@tcp to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.103170:0:7470:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [83:83:256:4294967295] 192.168.203.102@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:3.0:1731519657.103177:0:7470:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:192.168.203.2@tcp) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.103181:0:7470:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.103183:0:7470:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2e00. 00000800:00000200:3.0:1731519657.103187:0:7470:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.103190:0:7470:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.103193:0:7470:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2e00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1731519657.103200:0:7470:0:(ldlm_lockd.c:2268:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88012e3de300. 00000020:00000010:3.0:1731519657.103217:0:7470:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8801370d8200. 00000020:00000010:3.0:1731519657.103220:0:7470:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a89b2320. 00000800:00000200:0.0:1731519657.103222:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1731519657.103222:0:7470:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800abd97600. 00000800:00000010:0.0:1731519657.103224:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2e00. 00000400:00000200:0.0:1731519657.103226:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.103228:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.103230:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d440 00000400:00000010:0.0:1731519657.103231:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d440. 00000100:00000010:1.0:1731519657.103296:0:7474:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b08e00. 02000000:00000010:1.0:1731519657.103302:0:7474:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa5be000. 00010000:00000010:1.0:1731519657.103323:0:7474:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800a8457f00. 00010000:00000010:1.0:1731519657.103326:0:7474:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d999300. 00010000:00000010:1.0:1731519657.103329:0:7474:0:(ldlm_lockd.c:2957:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88012e3de300. 02000000:00000010:0.0:1731519657.103335:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab435200. 00000400:00000010:0.0:1731519657.103338:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856478. 00000400:00000010:0.0:1731519657.103339:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966aa0. 00000080:00000010:2.0:1731519657.103340:0:7501:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b4225a00. 00000100:00000200:0.0:1731519657.103344:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914975360, portal 18 00000400:00000010:0.0:1731519657.103347:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966198. 00000100:00000200:0.0:1731519657.103348:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1815629914975360, offset 0 00000100:00000010:2.0:1731519657.103349:0:7501:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447b80. 00000400:00000200:0.0:1731519657.103350:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.103353:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.103355:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1731519657.103355:0:7501:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d42c00. 00000400:00000200:0.0:1731519657.103357:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.103358:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.103359:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00010000:00000010:2.0:1731519657.103360:0:7501:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b391b3c0. 00000400:00000200:0.0:1731519657.103361:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [84:84:256:4294967295] 192.168.203.102@tcp LPNI seq info [84:84:8:4294967295] 00000100:00000010:2.0:1731519657.103364:0:7501:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa600. 00000400:00000200:0.0:1731519657.103365:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.103367:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.103369:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41400. 00000800:00000200:0.0:1731519657.103370:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 02000000:00000010:2.0:1731519657.103370:0:7501:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a9b52000. 00000400:00000010:2.0:1731519657.103372:0:7501:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046630. 00000800:00000200:0.0:1731519657.103374:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000400:00000010:2.0:1731519657.103374:0:7501:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731519657.103375:0:7501:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914975488, portal 10 00000800:00000200:0.0:1731519657.103376:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41400 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1731519657.103377:0:7501:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac35d8. 00000100:00000200:2.0:1731519657.103378:0:7501:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815629914975488, offset 0 00000400:00000200:2.0:1731519657.103382:0:7501:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.103385:0:7501:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.103387:0:7501:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.103389:0:7501:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.103390:0:7501:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.103394:0:7501:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.103396:0:7501:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [85:85:255:4294967295] 192.168.203.102@tcp LPNI seq info [85:85:7:4294967295] 00000400:00000200:2.0:1731519657.103401:0:7501:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.103404:0:7501:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.103405:0:7501:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731519657.103407:0:7501:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.103410:0:7501:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.103412:0:7501:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:1.0:1731519657.103425:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.103427:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41400. 00000400:00000200:1.0:1731519657.103428:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.103431:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.103433:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966198 00000400:00000010:1.0:1731519657.103434:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966198. 00000100:00000200:1.0:1731519657.103437:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b08e00 x1815629914975360/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000800:00000200:1.0:1731519657.103457:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.103458:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:1.0:1731519657.103459:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.103461:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.103462:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac35d8 00000400:00000010:1.0:1731519657.103463:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac35d8. 00000100:00000200:1.0:1731519657.103465:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447b80 x1815629914975488/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.103924:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.103930:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 18 MB=0x6734e48202c80 00000400:00000200:0.0:1731519657.103934:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.102@tcp of length 224/224 into md 0x37d [1] + 224 00000400:00000200:0.0:1731519657.103939:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.103942:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.103946:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b08e00 x1815629914975360/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.103971:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.103975:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 664 into portal 10 MB=0x6734e48202c00 00000400:00000200:0.0:1731519657.103979:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 664/664 into md 0x371 [32] + 224 00000400:00000010:2.0:1731519657.103988:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856478. 00000400:00000200:0.0:1731519657.103990:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.103992:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966aa0 00000400:00000200:0.0:1731519657.103993:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000010:2.0:1731519657.103993:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966aa0. 00000100:00000200:2.0:1731519657.103997:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b08e00 x1815629914975360/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.104003:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b08e00 x1815629914975360/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:2.0:1731519657.104014:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab435200. 02000000:00000010:2.0:1731519657.104016:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa5be000. 00000100:00000010:2.0:1731519657.104017:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b08e00. 00000100:00000200:0.0:1731519657.104045:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b08a80 x1815629914975232/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.104067:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.104071:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 688 into portal 10 MB=0x6734e48202d00 00000400:00000200:0.0:1731519657.104074:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 688/688 into md 0x385 [1] + 224 00000400:00000200:0.0:1731519657.104081:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.104084:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.104086:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447b80 x1815629914975488/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:1.0:1731519657.104111:0:7502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb4210. 00000400:00000200:1.0:1731519657.104115:0:7502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a8fe9400 00000400:00000010:1.0:1731519657.104116:0:7502:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800a8fe9400. 00000400:00000010:2.0:1731519657.104119:0:7501:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046630. 00000100:00000200:1.0:1731519657.104120:0:7502:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b08a80 x1815629914975232/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:2.0:1731519657.104121:0:7501:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3d48 00000400:00000010:2.0:1731519657.104122:0:7501:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731519657.104124:0:7501:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447b80 x1815629914975488/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.104129:0:7501:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447b80 x1815629914975488/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:1.0:1731519657.104134:0:7502:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b08a80 x1815629914975232/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.104137:0:7501:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa600. 00000100:00000010:1.0:1731519657.104146:0:7502:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a0fb40. 00000080:00000010:2.0:1731519657.104148:0:7501:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4225a00. 00010000:00000010:1.0:1731519657.104151:0:7502:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b642b400. 00010000:00000010:1.0:1731519657.104152:0:7502:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012d999300. 00800000:00000010:2.0:1731519657.104153:0:7501:0:(lmv_obd.c:3729:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8800ab54b0c0. 00800000:00000010:2.0:1731519657.104157:0:7501:0:(lmv_obd.c:3863:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff8800ab54b0c0. 00000080:00000010:1.0:1731519657.104161:0:7502:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa5bec00. 02000000:00000010:2.0:1731519657.104167:0:7501:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a9b52000. 00020000:00000010:1.0:1731519657.104168:0:7502:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff880130fc00c0. 02000000:00000010:2.0:1731519657.104168:0:7501:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d42c00. 00020000:00000010:1.0:1731519657.104169:0:7502:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012d999580. 00000100:00000010:2.0:1731519657.104170:0:7501:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447b80. 00020000:00000010:1.0:1731519657.104171:0:7502:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff880130fc0c00. 00020000:00000010:1.0:1731519657.104173:0:7502:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012d999580. 00020000:00000010:1.0:1731519657.104174:0:7502:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff880130fc00c0. 00020000:00000010:1.0:1731519657.104175:0:7502:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff880130fc0c00. 00000080:00000010:2.0:1731519657.104177:0:7501:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800a80db3c0. 00000080:00000010:2.0:1731519657.104179:0:7501:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b4225a00. 00000080:00000010:1.0:1731519657.104182:0:7502:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800a8457f00. 00000002:00000010:1.0:1731519657.104185:0:7502:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88012ff92b80. 00000100:00000010:2.0:1731519657.104186:0:7501:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447b80. 02000000:00000010:1.0:1731519657.104189:0:7502:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff880136960000. 02000000:00000010:2.0:1731519657.104192:0:7501:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d42c00. 00010000:00000010:2.0:1731519657.104197:0:7501:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b391b600. 00000100:00000010:2.0:1731519657.104202:0:7501:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daaa600. 02000000:00000010:2.0:1731519657.104226:0:7501:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff880136960000. 00000400:00000010:2.0:1731519657.104228:0:7501:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046630. 00000400:00000010:2.0:1731519657.104231:0:7501:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b5d41c00. 00000100:00000200:2.0:1731519657.104233:0:7501:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815629914975744, portal 10 00000400:00000010:2.0:1731519657.104235:0:7501:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731519657.104236:0:7501:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1815629914975744, offset 0 00000400:00000200:2.0:1731519657.104239:0:7501:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.104243:0:7501:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.104244:0:7501:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.104246:0:7501:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.104247:0:7501:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.104249:0:7501:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.104250:0:7501:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [86:86:256:4294967295] 192.168.203.102@tcp LPNI seq info [86:86:8:4294967295] 00000400:00000200:2.0:1731519657.104255:0:7501:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.104257:0:7501:0:(socklnd_cb.c:1000:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.104259:0:7501:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731519657.104261:0:7501:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.104264:0:7501:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.104290:0:7501:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:1.0:1731519657.104330:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.104332:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:1.0:1731519657.104334:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.104337:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.104339:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3d48 00000400:00000010:1.0:1731519657.104340:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3d48. 00000100:00000200:1.0:1731519657.104343:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447b80 x1815629914975744/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:1.0:1731519657.105521:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:1.0:1731519657.105527:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 664 into portal 10 MB=0x6734e48202e00 00000400:00000200:1.0:1731519657.105530:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 664/664 into md 0x38d [32] + 224 00000400:00000200:1.0:1731519657.105539:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.105541:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:1.0:1731519657.105544:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447b80 x1815629914975744/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.105622:0:7501:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046630. 00000400:00000200:2.0:1731519657.105626:0:7501:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d41c00 00000400:00000010:2.0:1731519657.105626:0:7501:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800b5d41c00. 00000100:00000200:2.0:1731519657.105635:0:7501:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447b80 x1815629914975744/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.105640:0:7501:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447b80 x1815629914975744/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.105653:0:7501:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daaa600. 00010000:00000010:2.0:1731519657.105658:0:7501:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d10f00. 00010000:00000010:2.0:1731519657.105659:0:7501:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9b03a00. 00000002:00000010:2.0:1731519657.105667:0:7501:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800ab54b0c0. 00000080:00000010:2.0:1731519657.105674:0:7501:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af22a000. 00000080:00000010:2.0:1731519657.105679:0:7501:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b5cfc320. 00020000:00000010:2.0:1731519657.105683:0:7501:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800b64912b8. 00020000:00000010:2.0:1731519657.105685:0:7501:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80db960. 00020000:00000010:2.0:1731519657.105686:0:7501:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03800. 00020000:00000010:2.0:1731519657.105688:0:7501:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80db720. 00000080:00000010:0.0:1731519657.105689:0:7502:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab435c00. 00020000:00000010:2.0:1731519657.105690:0:7501:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800a8b345a0. 00020000:00000010:2.0:1731519657.105691:0:7501:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88012daaa600. 00020000:00000010:2.0:1731519657.105693:0:7501:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8800ad89ae40. 00020000:00000010:2.0:1731519657.105695:0:7501:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b5cfc3e8. 00000100:00000010:0.0:1731519657.105697:0:7502:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 00000008:00000010:2.0:1731519657.105698:0:7501:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800a84ec340. 02000000:00000010:0.0:1731519657.105703:0:7502:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b39ed000. 00020000:00000010:2.0:1731519657.105704:0:7501:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80db300. 00020000:00000010:2.0:1731519657.105705:0:7501:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03680. 00020000:00000010:2.0:1731519657.105706:0:7501:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80dbcc0. 00020000:00000010:2.0:1731519657.105707:0:7501:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9b03680. 00010000:00000010:0.0:1731519657.105708:0:7502:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3988fc0. 00020000:00000010:2.0:1731519657.105708:0:7501:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a80db300. 00020000:00000010:2.0:1731519657.105709:0:7501:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a80dbcc0. 00000100:00000010:0.0:1731519657.105712:0:7502:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abd766c0. 00000080:00000010:2.0:1731519657.105713:0:7501:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a86328a0. 00000080:00000010:2.0:1731519657.105715:0:7501:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4225a00. 02000000:00000010:0.0:1731519657.105717:0:7502:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a8e91000. 00000400:00000010:0.0:1731519657.105719:0:7502:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856738. 00000080:00000010:2.0:1731519657.105719:0:7501:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800b4150000. 00000400:00000010:0.0:1731519657.105721:0:7502:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966dd0. 00000080:00000010:2.0:1731519657.105721:0:7501:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800ab54ba00. 00000100:00000200:0.0:1731519657.105723:0:7502:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914975872, portal 10 00000002:00000010:2.0:1731519657.105724:0:7501:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a86322c0. 00000400:00000010:0.0:1731519657.105725:0:7502:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966088. 00000100:00000200:0.0:1731519657.105726:0:7502:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815629914975872, offset 0 02000000:00000010:2.0:1731519657.105726:0:7501:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff880136960000. 00000400:00000200:0.0:1731519657.105729:0:7502:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.105732:0:7502:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.105734:0:7502:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.105736:0:7502:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.105737:0:7502:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.105739:0:7502:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.105740:0:7502:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [87:87:256:4294967295] 192.168.203.102@tcp LPNI seq info [87:87:8:4294967295] 00000400:00000200:0.0:1731519657.105745:0:7502:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000080:00000010:2.0:1731519657.105746:0:7501:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff8800a80db3c0. 00000800:00000200:0.0:1731519657.105747:0:7502:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.105751:0:7502:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41a00. 00000800:00000200:0.0:1731519657.105754:0:7502:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.105757:0:7502:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.105758:0:7502:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41a00 type 1, nob 672 niov 1 nkiov 1 00000080:00000010:2.0:1731519657.105806:0:7501:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b4225a00. 00000080:00000010:2.0:1731519657.105814:0:7501:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4225a00. 00000800:00000200:1.0:1731519657.105816:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.105817:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41a00. 00000400:00000200:1.0:1731519657.105819:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.105822:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.105823:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966088 00000400:00000010:1.0:1731519657.105824:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966088. 00020000:00000010:2.0:1731519657.105824:0:7501:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03680. 00000100:00000200:1.0:1731519657.105827:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629914975872/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000008:00000010:2.0:1731519657.105828:0:7501:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a130. 00010000:00000010:2.0:1731519657.105832:0:7501:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d10a00. 00010000:00000010:2.0:1731519657.105834:0:7501:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800a8f90f00. 00010000:00000010:2.0:1731519657.105836:0:7501:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b391b840. 00010000:00000010:2.0:1731519657.105838:0:7501:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800ab54b480. 00000100:00000010:2.0:1731519657.105840:0:7501:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447480. 02000000:00000010:2.0:1731519657.105844:0:7501:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b4225a00. 02000000:00000010:1.0:1731519657.105862:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a8fe9400. 00000400:00000010:1.0:1731519657.105864:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb4210. 00000400:00000010:1.0:1731519657.105866:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381198. 00000100:00000200:1.0:1731519657.105868:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914976000, portal 4 00000400:00000010:1.0:1731519657.105871:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381220. 00000100:00000200:1.0:1731519657.105872:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815629914976000, offset 0 00000400:00000200:1.0:1731519657.105874:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519657.105877:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519657.105879:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519657.105881:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519657.105882:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519657.105883:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519657.105885:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [88:88:256:4294967295] 192.168.203.102@tcp LPNI seq info [88:88:8:4294967295] 00000400:00000200:1.0:1731519657.105889:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519657.105891:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519657.105893:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731519657.105895:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519657.105897:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519657.105899:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.105952:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.105954:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:2.0:1731519657.105956:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.105959:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.105961:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381220 00000400:00000010:2.0:1731519657.105962:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381220. 00000100:00000200:2.0:1731519657.105965:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447480 x1815629914976000/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:1.0:1731519657.106572:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:1.0:1731519657.106577:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 400 into portal 4 MB=0x6734e48202f00 00000400:00000200:1.0:1731519657.106585:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 400/400 into md 0x39d [1] + 224 00000400:00000200:1.0:1731519657.106594:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.106596:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:1.0:1731519657.106599:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447480 x1815629914976000/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.106652:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb4210. 00000400:00000200:2.0:1731519657.106656:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381198 00000400:00000010:2.0:1731519657.106657:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381198. 00000100:00000200:2.0:1731519657.106661:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447480 x1815629914976000/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.106668:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447480 x1815629914976000/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 02000000:00000010:2.0:1731519657.106681:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6653400. 00000400:00000200:0.0:1731519657.106683:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 02000000:00000010:2.0:1731519657.106686:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d5fa00. 00000400:00000200:0.0:1731519657.106688:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 328 into portal 15 MB=0x6734e48806e00 00000100:00000010:2.0:1731519657.106688:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000400:00000200:0.0:1731519657.106691:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.102@tcp of length 328/328 into md 0xd [2] + 1048 00000400:00000200:0.0:1731519657.106698:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.106700:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.106702:0:6385:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1731519657.106704:0:6385:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12300. 02000000:00000010:2.0:1731519657.106719:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a8fe9400. 02000000:00000010:2.0:1731519657.106723:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b4225a00. 00000100:00000010:2.0:1731519657.106725:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447480. 00000020:00000010:3.0:1731519657.106770:0:7470:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800abd97600. 00000020:00000010:3.0:1731519657.106774:0:7470:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8801370d8200. 00000020:00000010:3.0:1731519657.106775:0:7470:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a89b2320. 00000100:00000200:3.0:1731519657.106808:0:7470:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1815629921283584 02000000:00000010:3.0:1731519657.106815:0:7470:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b410400. 00000400:00000010:3.0:1731519657.106819:0:7470:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dbb0. 00000100:00000200:3.0:1731519657.106821:0:7470:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1815629921283584, offset 224 00000400:00000200:3.0:1731519657.106825:0:7470:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.106832:0:7470:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.203.2@tcp to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.106835:0:7470:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [89:89:256:4294967295] 192.168.203.102@tcp LPNI seq info [89:89:8:4294967295] 00000400:00000200:3.0:1731519657.106839:0:7470:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:192.168.203.2@tcp) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.106842:0:7470:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.106844:0:7470:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2e00. 00000800:00000200:3.0:1731519657.106846:0:7470:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.106849:0:7470:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.106850:0:7470:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2e00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1731519657.106862:0:7470:0:(ldlm_lockd.c:2268:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88012e3de300. 00000020:00000010:3.0:1731519657.106868:0:7470:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8801370d8200. 00000020:00000010:3.0:1731519657.106869:0:7470:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a89b2320. 00000020:00000010:3.0:1731519657.106871:0:7470:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800abd97600. 00000100:00000010:0.0:1731519657.106882:0:7475:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731519657.106887:0:7475:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab435200. 00000008:00000010:3.0:1731519657.106889:0:7501:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a130. 00020000:00000010:3.0:1731519657.106891:0:7501:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03680. 00010000:00000010:0.0:1731519657.106903:0:7475:0:(ldlm_lockd.c:2957:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88012e3de300. 00000800:00000200:2.0:1731519657.106905:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.106907:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2e00. 02000000:00000010:3.0:1731519657.106909:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97600. 00000400:00000200:2.0:1731519657.106910:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1731519657.106911:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519657.106913:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d220. 00000400:00000200:2.0:1731519657.106914:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:3.0:1731519657.106915:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914976128, portal 18 00000400:00000200:2.0:1731519657.106916:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dbb0 00000400:00000010:3.0:1731519657.106917:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d088. 00000400:00000010:2.0:1731519657.106918:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dbb0. 00000100:00000200:3.0:1731519657.106920:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1815629914976128, offset 0 00000400:00000200:3.0:1731519657.106923:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.106926:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.106927:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.106929:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.106930:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.106931:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.106932:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [90:90:256:4294967295] 192.168.203.102@tcp LPNI seq info [90:90:8:4294967295] 00000400:00000200:3.0:1731519657.106937:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.106939:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.106940:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2e00. 00000800:00000200:3.0:1731519657.106945:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.106947:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.106949:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2e00 type 1, nob 424 niov 1 nkiov 1 00020000:00000010:3.0:1731519657.106979:0:7501:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801370d8200. 00000008:00000010:3.0:1731519657.106982:0:7501:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858260. 00000008:00000010:3.0:1731519657.106994:0:7501:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858260. 00020000:00000010:3.0:1731519657.106995:0:7501:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801370d8200. 00000800:00000200:1.0:1731519657.106997:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.106999:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2e00. 00000400:00000200:1.0:1731519657.107000:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.107003:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.107004:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d088 00000400:00000010:1.0:1731519657.107005:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d088. 00000100:00000200:1.0:1731519657.107008:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629914976128/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00020000:00000010:3.0:1731519657.107013:0:7501:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8801370d8200. 00000008:00000010:3.0:1731519657.107015:0:7501:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858260. 00000020:00000010:3.0:1731519657.107023:0:7501:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89ed1b0. 00000008:00000010:3.0:1731519657.107030:0:7501:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff88012e3dec00. 00000008:00000010:0.0:1731519657.107070:0:6393:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 8 at ffff8800a86d10e8. 00000008:00000010:0.0:1731519657.107074:0:6393:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b5c33410. 00000100:00000010:0.0:1731519657.107083:0:6393:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731519657.107088:0:6393:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab434a00. 02000000:00000010:2.0:1731519657.107110:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8800a8840000. 00000400:00000010:2.0:1731519657.107113:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046630. 00000400:00000010:2.0:1731519657.107115:0:6394:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6494c00. 00000100:00000200:2.0:1731519657.107117:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1815629914976384, portal 4 00000400:00000010:2.0:1731519657.107120:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731519657.107121:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1815629914976384, offset 0 00000400:00000200:2.0:1731519657.107124:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.107127:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.107130:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.107131:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.107132:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.107134:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.107135:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [91:91:256:4294967295] 192.168.203.102@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:2.0:1731519657.107140:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.107142:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.107144:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731519657.107146:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.107149:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.107150:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.107189:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.107191:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731519657.107194:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.107197:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.107200:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:0.0:1731519657.107201:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:0.0:1731519657.107205:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629914976384/t0(0) o3->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.107537:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.107541:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 18 MB=0x6734e48202f80 00000400:00000200:0.0:1731519657.107544:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.102@tcp of length 224/224 into md 0x3a9 [1] + 224 00000400:00000200:0.0:1731519657.107548:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.107553:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.107556:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629914976128/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.107575:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.107579:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 640 into portal 10 MB=0x6734e48202e80 00000400:00000200:0.0:1731519657.107582:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 640/640 into md 0x395 [1] + 224 00000400:00000200:0.0:1731519657.107592:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.107595:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.107599:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629914975872/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.107621:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519657.107624:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d220 00000400:00000010:3.0:1731519657.107625:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731519657.107629:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629914976128/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.107634:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629914976128/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:3.0:1731519657.107644:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97600. 02000000:00000010:3.0:1731519657.107646:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab435200. 00000100:00000010:3.0:1731519657.107648:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000400:00000010:1.0:1731519657.107649:0:7502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856738. 00000400:00000200:1.0:1731519657.107653:0:7502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966dd0 00000400:00000010:1.0:1731519657.107654:0:7502:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966dd0. 00000100:00000200:1.0:1731519657.107658:0:7502:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629914975872/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:1.0:1731519657.107663:0:7502:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629914975872/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:1.0:1731519657.107674:0:7502:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abd766c0. 00000002:00000010:1.0:1731519657.107683:0:7502:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800a8457680. 00000080:00000010:1.0:1731519657.107687:0:7502:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab435c00. 00020000:00000010:1.0:1731519657.107693:0:7502:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff880130fc0c00. 00020000:00000010:1.0:1731519657.107694:0:7502:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012d999580. 00020000:00000010:1.0:1731519657.107695:0:7502:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff880130fc00c0. 00020000:00000010:1.0:1731519657.107697:0:7502:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012d999580. 00020000:00000010:1.0:1731519657.107698:0:7502:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff880130fc0c00. 00020000:00000010:1.0:1731519657.107699:0:7502:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff880130fc00c0. 00020000:00000010:1.0:1731519657.107702:0:7502:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff880130fc00c0. 00020000:00000010:1.0:1731519657.107703:0:7502:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012d999580. 00020000:00000010:1.0:1731519657.107707:0:7502:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff880130fc0c00. 00020000:00000010:1.0:1731519657.107708:0:7502:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012d999580. 00020000:00000010:1.0:1731519657.107709:0:7502:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff880130fc00c0. 00020000:00000010:1.0:1731519657.107710:0:7502:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff880130fc0c00. 02000000:00000010:1.0:1731519657.107717:0:7502:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a8e91000. 02000000:00000010:1.0:1731519657.107719:0:7502:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b39ed000. 00000100:00000010:1.0:1731519657.107720:0:7502:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00020000:00000010:1.0:1731519657.107727:0:7502:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012d999580. 00000008:00000010:1.0:1731519657.107731:0:7502:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800ad892000. 00000008:00000010:1.0:1731519657.107741:0:7502:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800ad892000. 00020000:00000010:1.0:1731519657.107742:0:7502:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012d999580. 00000400:00000200:2.0:1731519657.107818:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:2.0:1731519657.107824:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 4536 into portal 4 MB=0x6734e48203080 00000400:00000200:2.0:1731519657.107828:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 4536/4536 into md 0x3b1 [2] + 224 00000400:00000200:2.0:1731519657.107841:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.107843:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731519657.107849:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629914976384/t0(0) o3->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.107880:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046630. 00000400:00000200:3.0:1731519657.107883:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6494c00 00000400:00000010:3.0:1731519657.107883:0:6394:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800b6494c00. 00000100:00000200:3.0:1731519657.107886:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629914976384/t0(0) o3->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.107891:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629914976384/t0(0) o3->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:3.0:1731519657.107909:0:6394:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b5c33410. 00000008:00000010:3.0:1731519657.107918:0:6394:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff88012e3dec00. 00000008:00000010:3.0:1731519657.107920:0:6394:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 8 at ffff8800a86d10e8. 02000000:00000010:3.0:1731519657.107928:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8800a8840000. 02000000:00000010:3.0:1731519657.107930:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab434a00. 00000100:00000010:3.0:1731519657.107931:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000008:00000010:2.0:1731519657.107935:0:7501:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858260. 00020000:00000010:2.0:1731519657.107937:0:7501:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8801370d8200. 00020000:00000010:2.0:1731519657.107951:0:7501:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03f00. 00000008:00000010:2.0:1731519657.107954:0:7501:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a260. 00000008:00000010:2.0:1731519657.107963:0:7501:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a260. 00020000:00000010:2.0:1731519657.107965:0:7501:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03f00. 00020000:00000010:2.0:1731519657.107974:0:7501:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03f00. 00000008:00000010:2.0:1731519657.107976:0:7501:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a260. 00020000:00000010:2.0:1731519657.107982:0:7501:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03600. 00000008:00000010:2.0:1731519657.107983:0:7501:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a390. 00000008:00000010:2.0:1731519657.107987:0:7501:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a390. 00020000:00000010:2.0:1731519657.107988:0:7501:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03600. 00000008:00000010:2.0:1731519657.107991:0:7501:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a260. 00020000:00000010:2.0:1731519657.107992:0:7501:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03f00. 00000080:00000010:2.0:1731519657.108036:0:7501:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b4225600. 00000100:00000010:2.0:1731519657.108040:0:7501:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447480. 02000000:00000010:2.0:1731519657.108043:0:7501:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b4225400. 00000100:00000010:2.0:1731519657.108049:0:7501:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6494240. 02000000:00000010:2.0:1731519657.108053:0:7501:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d41c00. 00000400:00000010:2.0:1731519657.108055:0:7501:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046688. 00000400:00000010:2.0:1731519657.108057:0:7501:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3e58. 00000100:00000200:2.0:1731519657.108058:0:7501:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914976640, portal 10 00000400:00000010:2.0:1731519657.108060:0:7501:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3440. 00000100:00000200:2.0:1731519657.108061:0:7501:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815629914976640, offset 0 00000400:00000200:2.0:1731519657.108063:0:7501:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.108066:0:7501:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.108068:0:7501:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.108070:0:7501:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.108071:0:7501:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.108072:0:7501:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.108077:0:7501:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [92:92:256:4294967295] 192.168.203.102@tcp LPNI seq info [92:92:8:4294967295] 00000400:00000200:2.0:1731519657.108082:0:7501:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.108084:0:7501:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.108086:0:7501:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10000. 00000800:00000200:2.0:1731519657.108088:0:7501:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.108090:0:7501:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.108092:0:7501:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10000 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.108125:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.108127:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10000. 00000400:00000200:0.0:1731519657.108129:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.108131:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.108133:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3440 00000400:00000010:0.0:1731519657.108134:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3440. 00000100:00000200:0.0:1731519657.108137:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447480 x1815629914976640/t0(0) o35->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.109008:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.109012:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 456 into portal 10 MB=0x6734e48203180 00000400:00000200:0.0:1731519657.109014:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 456/456 into md 0x3b9 [1] + 224 00000400:00000200:0.0:1731519657.109021:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.109023:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.109026:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447480 x1815629914976640/t0(0) o35->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.109069:0:7501:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046688. 00000400:00000200:2.0:1731519657.109073:0:7501:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3e58 00000400:00000010:2.0:1731519657.109074:0:7501:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3e58. 00000100:00000200:2.0:1731519657.109078:0:7501:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447480 x1815629914976640/t0(0) o35->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.109084:0:7501:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447480 x1815629914976640/t0(0) o35->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.109095:0:7501:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6494240. 00000080:00000010:2.0:1731519657.109099:0:7501:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4225600. 02000000:00000010:2.0:1731519657.109104:0:7501:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d42c00. 00000100:00000010:2.0:1731519657.109106:0:7501:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447b80. 00000002:00000010:2.0:1731519657.109107:0:7501:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800a86322c0. 00000080:00000010:2.0:1731519657.109109:0:7501:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800ab54ba00. 02000000:00000010:2.0:1731519657.109110:0:7501:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d41c00. 02000000:00000010:2.0:1731519657.109111:0:7501:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b4225400. 00000100:00000010:2.0:1731519657.109113:0:7501:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447480. 00000080:00000010:2.0:1731519657.109114:0:7501:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800b4150000. 00000080:00000010:1.0:1731519657.109261:0:7502:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa5bfa00. 00000080:00000010:1.0:1731519657.109286:0:7502:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa5bfa00. 00020000:00000010:1.0:1731519657.109299:0:7502:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012d999580. 00000008:00000010:1.0:1731519657.109302:0:7502:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800ad892000. 00000008:00000010:1.0:1731519657.109311:0:7502:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800ad892000. 00020000:00000010:1.0:1731519657.109312:0:7502:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012d999580. 00020000:00000010:1.0:1731519657.109379:0:7502:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012d999580. 00000008:00000010:1.0:1731519657.109381:0:7502:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800ad892000. 00000008:00000010:1.0:1731519657.109400:0:7502:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800ad892000. 00020000:00000010:1.0:1731519657.109402:0:7502:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012d999580. 00000080:00000010:1.0:1731519657.109600:0:7502:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800aa5bfa00. 00000100:00000010:1.0:1731519657.109605:0:7502:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b09180. 02000000:00000010:1.0:1731519657.109609:0:7502:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa5bfc00. 00000100:00000010:1.0:1731519657.109614:0:7502:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a0fb40. 02000000:00000010:1.0:1731519657.109619:0:7502:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a8fe9c00. 00000400:00000010:1.0:1731519657.109621:0:7502:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519657.109623:0:7502:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381770. 00000100:00000200:1.0:1731519657.109625:0:7502:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914976896, portal 10 00000400:00000010:1.0:1731519657.109627:0:7502:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3817f8. 00000100:00000200:1.0:1731519657.109628:0:7502:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815629914976896, offset 0 00000400:00000200:1.0:1731519657.109632:0:7502:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519657.109635:0:7502:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519657.109640:0:7502:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519657.109641:0:7502:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519657.109643:0:7502:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519657.109644:0:7502:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519657.109646:0:7502:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [93:93:256:4294967295] 192.168.203.102@tcp LPNI seq info [93:93:8:4294967295] 00000400:00000200:1.0:1731519657.109650:0:7502:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519657.109652:0:7502:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519657.109654:0:7502:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731519657.109656:0:7502:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519657.109659:0:7502:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519657.109660:0:7502:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.109713:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.109716:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:2.0:1731519657.109718:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.109722:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.109725:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3817f8 00000400:00000010:2.0:1731519657.109726:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3817f8. 00000100:00000200:2.0:1731519657.109734:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b09180 x1815629914976896/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.110561:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.110569:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 456 into portal 10 MB=0x6734e48203280 00000400:00000200:0.0:1731519657.110573:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 456/456 into md 0x3c1 [1] + 224 00000400:00000200:0.0:1731519657.110587:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.110589:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.110592:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b09180 x1815629914976896/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:1.0:1731519657.110634:0:7502:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519657.110638:0:7502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381770 00000400:00000010:1.0:1731519657.110638:0:7502:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381770. 00000100:00000200:1.0:1731519657.110642:0:7502:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b09180 x1815629914976896/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:1.0:1731519657.110648:0:7502:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b09180 x1815629914976896/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:1.0:1731519657.110659:0:7502:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a0fb40. 00000080:00000010:1.0:1731519657.110663:0:7502:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa5bfa00. 02000000:00000010:1.0:1731519657.110667:0:7502:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a8fe9000. 00000100:00000010:1.0:1731519657.110669:0:7502:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b08a80. 00000002:00000010:1.0:1731519657.110670:0:7502:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88012ff92b80. 00000080:00000010:1.0:1731519657.110672:0:7502:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800a8457f00. 02000000:00000010:1.0:1731519657.110673:0:7502:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a8fe9c00. 02000000:00000010:1.0:1731519657.110674:0:7502:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa5bfc00. 00000100:00000010:1.0:1731519657.110675:0:7502:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b09180. 00000080:00000010:1.0:1731519657.110677:0:7502:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800a80f6140. 00000080:00000010:1.0:1731519657.111746:0:7504:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa5bfc00. 00000080:00000010:1.0:1731519657.111757:0:7504:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa5bfc00. 00000080:00000010:1.0:1731519657.111768:0:7504:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa5bfc00. 00000080:00000010:1.0:1731519657.111771:0:7504:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa5bfc00. 00000080:00000010:1.0:1731519657.111774:0:7504:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff880130fc0c00. 00000080:00000010:1.0:1731519657.111777:0:7504:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800aa5bfc00. 00000100:00000010:1.0:1731519657.111815:0:7504:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b09180. 02000000:00000010:1.0:1731519657.111821:0:7504:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a8fe9c00. 00010000:00000010:1.0:1731519657.111825:0:7504:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d999200. 00010000:00000010:1.0:1731519657.111831:0:7504:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b642b600. 00010000:00000010:1.0:1731519657.111832:0:7504:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012d999200. 00010000:00000010:1.0:1731519657.111835:0:7504:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800a803cd80. 00000100:00000010:1.0:1731519657.111839:0:7504:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a0fb40. 02000000:00000010:1.0:1731519657.111864:0:7504:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff880136960000. 00000400:00000010:1.0:1731519657.111867:0:7504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519657.111869:0:7504:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800a8fe9000. 00000100:00000200:1.0:1731519657.111871:0:7504:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815629914977152, portal 10 00000400:00000010:1.0:1731519657.111873:0:7504:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381770. 00000100:00000200:1.0:1731519657.111874:0:7504:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1815629914977152, offset 0 00000400:00000200:1.0:1731519657.111878:0:7504:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519657.111882:0:7504:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519657.111883:0:7504:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519657.111885:0:7504:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519657.111886:0:7504:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519657.111888:0:7504:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519657.111889:0:7504:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [94:94:256:4294967295] 192.168.203.102@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000200:1.0:1731519657.111894:0:7504:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519657.111896:0:7504:0:(socklnd_cb.c:1000:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519657.111898:0:7504:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731519657.111900:0:7504:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519657.111902:0:7504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519657.111904:0:7504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.111956:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.111958:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731519657.111960:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.111962:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.111964:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381770 00000400:00000010:0.0:1731519657.111965:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381770. 00000100:00000200:0.0:1731519657.111968:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b09180 x1815629914977152/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.112923:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.112928:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 664 into portal 10 MB=0x6734e48203380 00000400:00000200:0.0:1731519657.112930:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 664/664 into md 0x3c9 [32] + 224 00000400:00000200:0.0:1731519657.112938:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.112940:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.112943:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b09180 x1815629914977152/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1731519657.113014:0:7504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519657.113021:0:7504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a8fe9000 00000400:00000010:1.0:1731519657.113022:0:7504:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800a8fe9000. 00000100:00000200:1.0:1731519657.113026:0:7504:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b09180 x1815629914977152/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1731519657.113032:0:7504:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b09180 x1815629914977152/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 656/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1731519657.113044:0:7504:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a0fb40. 00010000:00000010:1.0:1731519657.113049:0:7504:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d999200. 00000002:00000010:1.0:1731519657.113059:0:7504:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800a8457f00. 00010000:00000010:1.0:1731519657.113063:0:7504:0:(ldlm_lockd.c:2268:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800a8a0fb40. 00000080:00000010:2.0:1731519657.113069:0:7503:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b4225600. 00000100:00000010:2.0:1731519657.113078:0:7503:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447480. 00020000:00000010:1.0:1731519657.113083:0:7504:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff880130fc00c0. 02000000:00000010:2.0:1731519657.113083:0:7503:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d41c00. 00020000:00000010:1.0:1731519657.113084:0:7504:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012d999200. 00020000:00000010:1.0:1731519657.113086:0:7504:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff880130fc0120. 00020000:00000010:1.0:1731519657.113088:0:7504:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012d999200. 00010000:00000010:2.0:1731519657.113088:0:7503:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d10900. 00020000:00000010:1.0:1731519657.113089:0:7504:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff880130fc00c0. 00010000:00000010:2.0:1731519657.113089:0:7503:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9b03f00. 00020000:00000010:1.0:1731519657.113090:0:7504:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff880130fc0120. 00010000:00000010:2.0:1731519657.113091:0:7503:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b391ba80. 00020000:00000010:1.0:1731519657.113093:0:7504:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff880130fc0120. 00020000:00000010:1.0:1731519657.113094:0:7504:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012d999200. 00020000:00000010:1.0:1731519657.113094:0:7504:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff880130fc00c0. 00000100:00000010:2.0:1731519657.113094:0:7503:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6494240. 00020000:00000010:1.0:1731519657.113095:0:7504:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012d999200. 00020000:00000010:1.0:1731519657.113096:0:7504:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff880130fc0120. 00020000:00000010:1.0:1731519657.113097:0:7504:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff880130fc00c0. 02000000:00000010:2.0:1731519657.113100:0:7503:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a9b51000. 00000100:00000010:0.0:1731519657.113101:0:7474:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 00000080:00000010:1.0:1731519657.113101:0:7504:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88012ff92220. 00000400:00000010:2.0:1731519657.113102:0:7503:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046688. 00000080:00000010:1.0:1731519657.113103:0:7504:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa5bfc00. 00000400:00000010:2.0:1731519657.113104:0:7503:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3e58. 02000000:00000010:0.0:1731519657.113105:0:7474:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5cb6000. 00000100:00000200:2.0:1731519657.113105:0:7503:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914977280, portal 10 00000080:00000010:1.0:1731519657.113107:0:7504:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800a80f6140. 00000400:00000010:2.0:1731519657.113107:0:7503:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3c38. 00000100:00000200:2.0:1731519657.113108:0:7503:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815629914977280, offset 0 00000080:00000010:1.0:1731519657.113109:0:7504:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800a8457940. 00000002:00000010:1.0:1731519657.113111:0:7504:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88012ff92e80. 00000400:00000200:2.0:1731519657.113111:0:7503:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 02000000:00000010:1.0:1731519657.113114:0:7504:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff880136960000. 00000400:00000200:2.0:1731519657.113115:0:7503:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.113116:0:7503:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.113118:0:7503:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.113119:0:7503:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.113120:0:7503:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00010000:00000010:0.0:1731519657.113121:0:7474:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800a8457f00. 00000400:00000200:2.0:1731519657.113122:0:7503:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [95:95:256:4294967295] 192.168.203.102@tcp LPNI seq info [95:95:8:4294967295] 00010000:00000010:0.0:1731519657.113124:0:7474:0:(ldlm_lockd.c:2957:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800a8a0fb40. 00000400:00000200:2.0:1731519657.113127:0:7503:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.113129:0:7503:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.113131:0:7503:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000080:00000010:1.0:1731519657.113133:0:7504:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff880130fc0c00. 00000800:00000200:2.0:1731519657.113133:0:7503:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.113135:0:7503:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.113137:0:7503:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 672 niov 1 nkiov 1 02000000:00000010:3.0:1731519657.113153:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97600. 00000400:00000010:3.0:1731519657.113157:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519657.113159:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731519657.113161:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914977408, portal 18 00000400:00000010:3.0:1731519657.113164:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d2a8. 00000100:00000200:3.0:1731519657.113164:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1815629914977408, offset 0 00000400:00000200:3.0:1731519657.113168:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000800:00000200:0.0:1731519657.113169:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.113170:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731519657.113172:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731519657.113172:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.113174:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.113175:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:3.0:1731519657.113175:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.113176:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3c38 00000400:00000200:3.0:1731519657.113176:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1731519657.113178:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3c38. 00000400:00000200:3.0:1731519657.113178:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.113179:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [96:96:255:4294967295] 192.168.203.102@tcp LPNI seq info [96:96:7:4294967295] 00000100:00000200:0.0:1731519657.113180:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447480 x1815629914977280/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:3.0:1731519657.113184:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.113186:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.113188:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db2e00. 00000800:00000200:3.0:1731519657.113190:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.113193:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.113195:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db2e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.113214:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.113216:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db2e00. 00000400:00000200:0.0:1731519657.113217:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.113219:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.113220:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d2a8 00000400:00000010:0.0:1731519657.113221:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d2a8. 00000100:00000200:0.0:1731519657.113223:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629914977408/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:2.0:1731519657.113812:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:2.0:1731519657.113819:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 18 MB=0x6734e48203480 00000400:00000200:2.0:1731519657.113828:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.102@tcp of length 224/224 into md 0x3d9 [1] + 224 00000400:00000200:2.0:1731519657.113835:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.113839:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731519657.113843:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629914977408/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:2.0:1731519657.113871:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:2.0:1731519657.113875:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 688 into portal 10 MB=0x6734e48203400 00000400:00000200:2.0:1731519657.113877:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 688/688 into md 0x3d1 [1] + 224 00000400:00000200:2.0:1731519657.113886:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.113889:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731519657.113891:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447480 x1815629914977280/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.113892:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519657.113896:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d220 00000400:00000010:3.0:1731519657.113896:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731519657.113900:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629914977408/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.113905:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629914977408/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.113906:0:7503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046688. 00000400:00000200:2.0:1731519657.113907:0:7503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3e58 00000400:00000010:2.0:1731519657.113908:0:7503:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3e58. 00000100:00000200:2.0:1731519657.113910:0:7503:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447480 x1815629914977280/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.113914:0:7503:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447480 x1815629914977280/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 02000000:00000010:3.0:1731519657.113916:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97600. 02000000:00000010:3.0:1731519657.113922:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5cb6000. 00000100:00000010:2.0:1731519657.113924:0:7503:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6494240. 00000100:00000010:3.0:1731519657.113924:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000080:00000010:2.0:1731519657.113934:0:7503:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4225600. 00800000:00000010:2.0:1731519657.113938:0:7503:0:(lmv_obd.c:3729:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8800ab54b580. 00800000:00000010:2.0:1731519657.113941:0:7503:0:(lmv_obd.c:3863:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff8800ab54b580. 02000000:00000010:2.0:1731519657.113946:0:7503:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a9b51000. 02000000:00000010:2.0:1731519657.113949:0:7503:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d41c00. 00000100:00000010:2.0:1731519657.113950:0:7503:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447480. 00000080:00000010:2.0:1731519657.113955:0:7503:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b4225600. 00000100:00000010:2.0:1731519657.113959:0:7503:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447480. 02000000:00000010:2.0:1731519657.113963:0:7503:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d41c00. 00010000:00000010:2.0:1731519657.113971:0:7503:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b391bcc0. 00000100:00000010:2.0:1731519657.113975:0:7503:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6494240. 02000000:00000010:2.0:1731519657.113979:0:7503:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a9b51000. 00000400:00000010:2.0:1731519657.113981:0:7503:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046688. 00000400:00000010:2.0:1731519657.113983:0:7503:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3e58. 00000100:00000200:2.0:1731519657.113984:0:7503:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914977536, portal 10 00000400:00000010:2.0:1731519657.113986:0:7503:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3330. 00000100:00000200:2.0:1731519657.113987:0:7503:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1815629914977536, offset 0 00000400:00000200:2.0:1731519657.113989:0:7503:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.113992:0:7503:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.113994:0:7503:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.113995:0:7503:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.113997:0:7503:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.113998:0:7503:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.114000:0:7503:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [97:97:256:4294967295] 192.168.203.102@tcp LPNI seq info [97:97:8:4294967295] 00000400:00000200:2.0:1731519657.114004:0:7503:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.114006:0:7503:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.114008:0:7503:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731519657.114010:0:7503:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.114012:0:7503:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.114014:0:7503:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:1.0:1731519657.114082:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.114085:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:1.0:1731519657.114087:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.114090:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.114096:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3330 00000400:00000010:1.0:1731519657.114097:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3330. 00000100:00000200:1.0:1731519657.114100:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447480 x1815629914977536/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000080:00000010:0.0:1731519657.114605:0:7504:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e81c00. 00000080:00000010:0.0:1731519657.114614:0:7504:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e81c00. 00020000:00000010:0.0:1731519657.114627:0:7504:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012a46c680. 00000008:00000010:0.0:1731519657.114630:0:7504:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a893e000. 00000008:00000010:0.0:1731519657.114640:0:7504:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a893e000. 00020000:00000010:0.0:1731519657.114641:0:7504:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012a46c680. 00000400:00000200:0.0:1731519657.115058:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.115063:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 672 into portal 10 MB=0x6734e48203500 00000400:00000200:0.0:1731519657.115065:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 672/672 into md 0x3e1 [1] + 224 00000400:00000200:0.0:1731519657.115073:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.115075:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.115078:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447480 x1815629914977536/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.115114:0:7503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046688. 00000400:00000200:2.0:1731519657.115116:0:7503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3e58 00000400:00000010:2.0:1731519657.115117:0:7503:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3e58. 00000100:00000200:2.0:1731519657.115120:0:7503:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447480 x1815629914977536/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.115125:0:7503:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447480 x1815629914977536/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.115135:0:7503:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6494240. 00010000:00000010:2.0:1731519657.115139:0:7503:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d10000. 00010000:00000010:2.0:1731519657.115143:0:7503:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9b03600. 00800000:00000010:2.0:1731519657.115153:0:7503:0:(lmv_obd.c:3729:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff8800a9b03a80. 00000080:00000010:2.0:1731519657.115158:0:7503:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af22a800. 00000080:00000010:2.0:1731519657.115162:0:7503:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af22b000. 00000080:00000010:2.0:1731519657.115164:0:7503:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af22b800. 00000080:00000010:2.0:1731519657.115166:0:7503:0:(llite_lib.c:1886:ll_update_lsm_md()) kmalloced '(attr)': 80 at ffff8800a80db3c0. 00800000:00000010:2.0:1731519657.115168:0:7503:0:(lmv_intent.c:156:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff8800b4225200. 00000100:00000010:2.0:1731519657.115171:0:7503:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447b80. 02000000:00000010:2.0:1731519657.115176:0:7503:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d42c00. 00010000:00000010:2.0:1731519657.115179:0:7503:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d10500. 00010000:00000010:2.0:1731519657.115180:0:7503:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9b03700. 00010000:00000010:2.0:1731519657.115182:0:7503:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3919d40. 00000100:00000010:2.0:1731519657.115186:0:7503:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6494240. 02000000:00000010:2.0:1731519657.115191:0:7503:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a9b52000. 00000400:00000010:2.0:1731519657.115193:0:7503:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046688. 00000400:00000010:2.0:1731519657.115194:0:7503:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3e58. 00000100:00000200:2.0:1731519657.115196:0:7503:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914977664, portal 10 00000400:00000010:2.0:1731519657.115197:0:7503:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3908. 00000100:00000200:2.0:1731519657.115198:0:7503:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815629914977664, offset 0 00000400:00000200:2.0:1731519657.115201:0:7503:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.115204:0:7503:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.115206:0:7503:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.115208:0:7503:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.115209:0:7503:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.115210:0:7503:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.115212:0:7503:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [98:98:256:4294967295] 192.168.203.102@tcp LPNI seq info [98:98:8:4294967295] 00000400:00000200:2.0:1731519657.115216:0:7503:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.115218:0:7503:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.115219:0:7503:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731519657.115221:0:7503:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.115224:0:7503:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.115228:0:7503:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.115288:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.115290:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731519657.115292:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.115294:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.115295:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3908 00000400:00000010:0.0:1731519657.115296:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3908. 00000100:00000200:0.0:1731519657.115299:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447b80 x1815629914977664/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00010000:00000010:2.1:1731519657.116354:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012eacdf80. 00010000:00000010:0.1:1731519657.116379:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d10e00. 00010000:00000010:0.1:1731519657.116384:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b391a880. 00010000:00000010:0.1:1731519657.116386:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b642b200. 00010000:00000010:0.1:1731519657.116388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a803cb40. 00000400:00000200:1.0:1731519657.116401:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:1.0:1731519657.116406:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 640 into portal 10 MB=0x6734e48203580 00000400:00000200:1.0:1731519657.116410:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 640/640 into md 0x3e9 [1] + 224 00000400:00000200:1.0:1731519657.116419:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.116421:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:1.0:1731519657.116424:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447b80 x1815629914977664/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.116463:0:7503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046688. 00000400:00000200:3.0:1731519657.116466:0:7503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3e58 00000400:00000010:3.0:1731519657.116467:0:7503:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3e58. 00000100:00000200:3.0:1731519657.116472:0:7503:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447b80 x1815629914977664/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.116477:0:7503:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447b80 x1815629914977664/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.116488:0:7503:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6494240. 02000000:00000010:3.0:1731519657.116502:0:7503:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a9b52000. 02000000:00000010:3.0:1731519657.116504:0:7503:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d42c00. 00000100:00000010:3.0:1731519657.116506:0:7503:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447b80. 00000020:00000010:3.0:1731519657.116509:0:7503:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff88012b410800. 00000100:00000010:3.0:1731519657.116512:0:7503:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731519657.116517:0:7503:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b410c00. 00010000:00000010:3.0:1731519657.116521:0:7503:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6db2e00. 00010000:00000010:3.0:1731519657.116522:0:7503:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8801370d8280. 00010000:00000010:3.0:1731519657.116524:0:7503:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88012eaceac0. 00000020:00000010:3.0:1731519657.116526:0:7503:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012b12ae00. 00000020:00000010:3.0:1731519657.116535:0:7503:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880130e80000. 00000100:00000010:3.0:1731519657.116538:0:7503:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3dec00. 02000000:00000010:3.0:1731519657.116544:0:7503:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa4ac800. 00000400:00000010:3.0:1731519657.116546:0:7503:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519657.116548:0:7503:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731519657.116549:0:7503:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914977792, portal 10 00000400:00000010:3.0:1731519657.116551:0:7503:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d660. 00000100:00000200:3.0:1731519657.116552:0:7503:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1815629914977792, offset 0 00000400:00000200:3.0:1731519657.116555:0:7503:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.116558:0:7503:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.116561:0:7503:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.116565:0:7503:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.116566:0:7503:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.116567:0:7503:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.116569:0:7503:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [99:99:256:4294967295] 192.168.203.102@tcp LPNI seq info [99:99:8:4294967295] 00000400:00000200:3.0:1731519657.116574:0:7503:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.116576:0:7503:0:(socklnd_cb.c:1000:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.116578:0:7503:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2300. 00000800:00000200:3.0:1731519657.116580:0:7503:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.116583:0:7503:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.116584:0:7503:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2300 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.116632:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.116634:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2300. 00000400:00000200:0.0:1731519657.116636:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.116639:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.116641:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d660 00000400:00000010:0.0:1731519657.116642:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d660. 00000100:00000200:0.0:1731519657.116645:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629914977792/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.117640:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.117645:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 640 into portal 10 MB=0x6734e48203600 00000400:00000200:0.0:1731519657.117648:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 640/640 into md 0x3f1 [1] + 224 00000400:00000200:0.0:1731519657.117657:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.117659:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.117663:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629914977792/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.117733:0:7503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519657.117737:0:7503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d220 00000400:00000010:3.0:1731519657.117738:0:7503:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731519657.117742:0:7503:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629914977792/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.117748:0:7503:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629914977792/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 576/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.117759:0:7503:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3dec00. 00000020:00000010:3.0:1731519657.117765:0:7503:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800abd97600. 02000000:00000010:3.0:1731519657.117774:0:7503:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa4ac800. 02000000:00000010:3.0:1731519657.117777:0:7503:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b410c00. 00000100:00000010:3.0:1731519657.117778:0:7503:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00800000:00000010:3.0:1731519657.117780:0:7503:0:(lmv_intent.c:262:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff8800b4225200. 00000080:00000010:3.0:1731519657.117798:0:7503:0:(llite_lib.c:1906:ll_update_lsm_md()) kfreed 'attr': 80 at ffff8800a80db3c0. 00000080:00000010:3.0:1731519657.117806:0:7503:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5e13720. 00000080:00000010:3.0:1731519657.117810:0:7503:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4225600. 02000000:00000010:3.0:1731519657.117813:0:7503:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a9b51000. 02000000:00000010:3.0:1731519657.117814:0:7503:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d41c00. 00000100:00000010:3.0:1731519657.117816:0:7503:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447480. 00000080:00000010:3.0:1731519657.117823:0:7503:0:(namei.c:1222:ll_atomic_open()) kmalloced '(it)': 72 at ffff8800b3a63ba0. 00000080:00000010:3.0:1731519657.117829:0:7503:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800abd97400. 00000100:00000010:3.0:1731519657.117835:0:7503:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731519657.117840:0:7503:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b410c00. 00010000:00000010:3.0:1731519657.117845:0:7503:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88012eaced00. 00000100:00000010:3.0:1731519657.117850:0:7503:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3dec00. 02000000:00000010:3.0:1731519657.117868:0:7503:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff880136960000. 00000400:00000010:3.0:1731519657.117870:0:7503:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519657.117872:0:7503:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff88012b411000. 00000100:00000200:3.0:1731519657.117874:0:7503:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815629914978048, portal 10 00000400:00000010:3.0:1731519657.117876:0:7503:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731519657.117877:0:7503:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1815629914978048, offset 0 00000400:00000200:3.0:1731519657.117881:0:7503:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.117884:0:7503:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.117886:0:7503:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.117887:0:7503:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.117889:0:7503:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.117890:0:7503:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.117892:0:7503:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [100:100:256:4294967295] 192.168.203.102@tcp LPNI seq info [100:100:8:4294967295] 00000400:00000200:3.0:1731519657.117896:0:7503:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.117899:0:7503:0:(socklnd_cb.c:1000:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.117900:0:7503:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6df2300. 00000800:00000200:3.0:1731519657.117902:0:7503:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.117905:0:7503:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.117906:0:7503:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6df2300 type 1, nob 760 niov 1 nkiov 1 00000800:00000200:1.0:1731519657.117999:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.118002:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6df2300. 00000400:00000200:1.0:1731519657.118004:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.118007:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.118009:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d220 00000400:00000010:1.0:1731519657.118010:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d220. 00000100:00000200:1.0:1731519657.118013:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629914978048/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 664/66320 e 0 to 0 dl 1731519673 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.119065:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.119071:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 664 into portal 10 MB=0x6734e48203700 00000400:00000200:0.0:1731519657.119074:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 664/664 into md 0x3f9 [32] + 224 00000400:00000200:0.0:1731519657.119082:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.119084:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.119088:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629914978048/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 664/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.119133:0:7503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519657.119137:0:7503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b411000 00000400:00000010:3.0:1731519657.119138:0:7503:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff88012b411000. 00000100:00000200:3.0:1731519657.119142:0:7503:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629914978048/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 664/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.119147:0:7503:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629914978048/t0(0) o101->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 664/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.119167:0:7503:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3dec00. 00010000:00000010:3.0:1731519657.119172:0:7503:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6df2300. 00010000:00000010:3.0:1731519657.119174:0:7503:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8801370d8680. 00000002:00000010:3.0:1731519657.119182:0:7503:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012b12a440. 00000080:00000010:3.0:1731519657.119189:0:7503:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af2a1800. 00000080:00000010:3.0:1731519657.119194:0:7503:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800a89b2320. 00020000:00000010:3.0:1731519657.119198:0:7503:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88012db83e80. 00020000:00000010:3.0:1731519657.119200:0:7503:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a8ef8000. 00020000:00000010:3.0:1731519657.119202:0:7503:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8801370d8200. 00020000:00000010:3.0:1731519657.119203:0:7503:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a8ef8300. 00020000:00000010:3.0:1731519657.119205:0:7503:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8801369ba870. 00020000:00000010:3.0:1731519657.119207:0:7503:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88012e3dec00. 00020000:00000010:3.0:1731519657.119208:0:7503:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88012c0cdd68. 00020000:00000010:3.0:1731519657.119210:0:7503:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800a89b23e8. 00000008:00000010:3.0:1731519657.119213:0:7503:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800a8f96340. 00020000:00000010:3.0:1731519657.119218:0:7503:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a8ef8f00. 00020000:00000010:3.0:1731519657.119220:0:7503:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b6dbfd00. 00020000:00000010:3.0:1731519657.119221:0:7503:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a8ef8f60. 00020000:00000010:3.0:1731519657.119222:0:7503:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b6dbfd00. 00020000:00000010:3.0:1731519657.119223:0:7503:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a8ef8f00. 00020000:00000010:3.0:1731519657.119225:0:7503:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a8ef8f60. 00000080:00000010:3.0:1731519657.119228:0:7503:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800b5e13aa0. 00000080:00000010:3.0:1731519657.119230:0:7503:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800abd97400. 00000080:00000010:3.0:1731519657.119234:0:7503:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800adace000. 00000080:00000010:3.0:1731519657.119236:0:7503:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012b12a940. 00000002:00000010:3.0:1731519657.119238:0:7503:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800b5e13b60. 02000000:00000010:3.0:1731519657.119241:0:7503:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff880136960000. 00000080:00000010:3.0:1731519657.119260:0:7503:0:(namei.c:1393:ll_atomic_open()) kfreed 'it': 72 at ffff8800b3a63ba0. 00000080:00000010:3.0:1731519657.119324:0:7503:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800abd97400. 00000080:00000010:3.0:1731519657.119333:0:7503:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800abd97400. 00020000:00000010:3.0:1731519657.119343:0:7503:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b6dbfd00. 00000008:00000010:3.0:1731519657.119349:0:7503:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858390. 00010000:00000010:3.0:1731519657.119354:0:7503:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5e68900. 00010000:00000010:3.0:1731519657.119355:0:7503:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88012e3deb40. 00010000:00000010:3.0:1731519657.119358:0:7503:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff88012eacef40. 00000020:00000010:3.0:1731519657.119359:0:7503:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012b12ae40. 00010000:00000010:3.0:1731519657.119361:0:7503:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012b12a880. 00000100:00000010:3.0:1731519657.119364:0:7503:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731519657.119368:0:7503:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800abd97400. 02000000:00000010:0.0:1731519657.119396:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b39ef800. 00000400:00000010:0.0:1731519657.119399:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856420. 00000400:00000010:0.0:1731519657.119401:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966660. 00000100:00000200:0.0:1731519657.119403:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914978176, portal 4 00000400:00000010:0.0:1731519657.119405:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966110. 00000100:00000200:0.0:1731519657.119407:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815629914978176, offset 0 00000400:00000200:0.0:1731519657.119413:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.119416:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.119418:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.119420:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.119421:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.119422:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.119424:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [101:101:256:4294967295] 192.168.203.102@tcp LPNI seq info [101:101:8:4294967295] 00000400:00000200:0.0:1731519657.119428:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.119430:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.119432:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41600. 00000800:00000200:0.0:1731519657.119434:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.119436:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.119438:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1731519657.119525:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.119527:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41600. 00000400:00000200:1.0:1731519657.119530:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.119533:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.119535:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966110 00000400:00000010:1.0:1731519657.119536:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966110. 00000100:00000200:1.0:1731519657.119539:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629914978176/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.121369:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.121375:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 400 into portal 4 MB=0x6734e48203780 00000400:00000200:0.0:1731519657.121378:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 400/400 into md 0x401 [1] + 224 00000400:00000200:0.0:1731519657.121387:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.121389:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.121392:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629914978176/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.121438:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856420. 00000400:00000200:2.0:1731519657.121442:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966660 00000400:00000010:2.0:1731519657.121443:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966660. 00000100:00000200:2.0:1731519657.121447:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629914978176/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.121452:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629914978176/t0(0) o101->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 02000000:00000010:2.0:1731519657.121484:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b39ef800. 02000000:00000010:2.0:1731519657.121487:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800abd97400. 00000100:00000010:2.0:1731519657.121488:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000008:00000010:3.0:1731519657.121525:0:7503:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858390. 00020000:00000010:3.0:1731519657.121530:0:7503:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b6dbfd00. 00020000:00000010:3.0:1731519657.121571:0:7503:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b6dbfd00. 00000008:00000010:3.0:1731519657.121574:0:7503:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858390. 00000020:00000010:3.0:1731519657.121589:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89ed288. 00000020:00000010:3.0:1731519657.121607:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89ed360. 00000020:00000010:3.0:1731519657.121616:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89ed438. 00000020:00000010:3.0:1731519657.121623:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89ed510. 00000020:00000010:3.0:1731519657.121630:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89ed5e8. 00000020:00000010:3.0:1731519657.121636:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89ed6c0. 00000020:00000010:3.0:1731519657.121642:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89ed798. 00000020:00000010:3.0:1731519657.121658:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89ed870. 00000008:00000010:3.0:1731519657.121667:0:7503:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff88012e3decc0. 00000008:00000010:2.0:1731519657.121712:0:6394:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 64 at ffff8800ab54b580. 00000008:00000010:2.0:1731519657.121714:0:6394:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b66130d0. 00000100:00000010:2.0:1731519657.121722:0:6394:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731519657.121726:0:6394:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b4225000. 00000100:00000010:2.0:1731519657.121729:0:6394:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800b5d41c00. 00000100:00000010:2.0:1731519657.121731:0:6394:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 128 at ffff8800a9b03900. 00000400:00000010:0.0:1731519657.121751:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856058. 00000400:00000010:0.0:1731519657.121755:0:6393:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b6d41400. 00000100:00000200:0.0:1731519657.121757:0:6393:0:(niobuf.c:432:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 8 pages 32768 bytes, mbits x0x6734e48203880-0x6734e48203880, portal 8 02000000:00000010:0.0:1731519657.121760:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b39ec400. 00000400:00000010:0.0:1731519657.121762:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856420. 00000400:00000010:0.0:1731519657.121763:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966b28. 00000100:00000200:0.0:1731519657.121764:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914978432, portal 4 00000400:00000010:0.0:1731519657.121767:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9665d8. 00000100:00000200:0.0:1731519657.121768:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1815629914978432, offset 0 00000400:00000200:0.0:1731519657.121775:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.121779:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.121780:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.121796:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.121798:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.121799:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.121801:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [102:102:256:4294967295] 192.168.203.102@tcp LPNI seq info [102:102:8:4294967295] 00000400:00000200:0.0:1731519657.121806:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.121808:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.121810:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41700. 00000800:00000200:0.0:1731519657.121812:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.121815:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.121816:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41700 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.121868:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.121870:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41700. 00000400:00000200:2.0:1731519657.121872:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.121876:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.121879:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9665d8 00000400:00000010:2.0:1731519657.121880:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9665d8. 00000100:00000200:2.0:1731519657.121884:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629914978432/t0(0) o3->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00010000:00000010:2.1:1731519657.122409:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a803c900. 00010000:00000010:2.1:1731519657.122433:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a803cd80. 00000400:00000200:0.0:1731519657.122569:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.122573:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 32768 into portal 8 MB=0x6734e48203880 00000400:00000200:0.0:1731519657.122576:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.203.102@tcp of length 32768/32768 into md 0x409 [8] + 0 00000400:00000010:0.0:1731519657.122578:0:6384:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856058. 00000400:00000200:0.0:1731519657.122580:0:6384:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b6d41400 00000400:00000200:0.0:1731519657.122609:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.122611:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.122613:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6d41400 00000400:00000010:0.0:1731519657.122614:0:6384:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 248 at ffff8800b6d41400. 00000100:00000200:0.0:1731519657.122615:0:6384:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800b5d41c00 00000400:00000200:0.0:1731519657.122625:0:6384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1731519657.122628:0:6384:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.203.2@tcp to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.122630:0:6384:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [103:103:256:4294967295] 192.168.203.102@tcp LPNI seq info [103:103:8:4294967295] 00000400:00000200:0.0:1731519657.122635:0:6384:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:192.168.203.2@tcp) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) 192.168.203.102@tcp : ACK try# 0 00000800:00000200:0.0:1731519657.122637:0:6384:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 8 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.122641:0:6384:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff88012e350600. 00000800:00000200:0.0:1731519657.122643:0:6384:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.122646:0:6384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.122647:0:6384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e350600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1731519657.122670:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.122672:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 360 at ffff88012e350600. 00000400:00000200:0.0:1731519657.122673:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.122675:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: ACK: OK 00000400:00000200:0.0:1731519657.123084:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.123088:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 440 into portal 4 MB=0x6734e48203880 00000400:00000200:0.0:1731519657.123091:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 440/440 into md 0x40d [1] + 224 00000400:00000200:0.0:1731519657.123098:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.123100:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.123103:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629914978432/t0(0) o3->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.123137:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856420. 00000400:00000200:2.0:1731519657.123140:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966b28 00000400:00000010:2.0:1731519657.123141:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966b28. 00000100:00000200:2.0:1731519657.123145:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629914978432/t0(0) o3->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.123150:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629914978432/t0(0) o3->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:2.0:1731519657.123180:0:6393:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b66130d0. 00000008:00000010:2.0:1731519657.123198:0:6393:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff88012e3decc0. 00000008:00000010:2.0:1731519657.123200:0:6393:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 64 at ffff8800ab54b580. 02000000:00000010:2.0:1731519657.123203:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b39ec400. 00000100:00000010:2.0:1731519657.123206:0:6393:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 128 at ffff8800a9b03900. 00000100:00000010:2.0:1731519657.123207:0:6393:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800b5d41c00. 02000000:00000010:2.0:1731519657.123209:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b4225000. 00000100:00000010:2.0:1731519657.123210:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000008:00000010:3.0:1731519657.123295:0:7503:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858390. 00020000:00000010:3.0:1731519657.123298:0:7503:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b6dbfd00. 00020000:00000010:3.0:1731519657.123399:0:7503:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b6dbfd00. 00000008:00000010:3.0:1731519657.123401:0:7503:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858390. 00000020:00000010:3.0:1731519657.123411:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89ed948. 00000020:00000010:3.0:1731519657.123424:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89eda20. 00000020:00000010:3.0:1731519657.123429:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89edaf8. 00000020:00000010:3.0:1731519657.123433:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89edbd0. 00000020:00000010:3.0:1731519657.123436:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89edca8. 00000020:00000010:3.0:1731519657.123441:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89edd80. 00000020:00000010:3.0:1731519657.123446:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a89ede58. 00000020:00000010:3.0:1731519657.123455:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfd000. 00000020:00000010:3.0:1731519657.123460:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfd0d8. 00000020:00000010:3.0:1731519657.123464:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfd1b0. 00000020:00000010:3.0:1731519657.123469:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfd288. 00000020:00000010:3.0:1731519657.123473:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfd360. 00000020:00000010:3.0:1731519657.123476:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfd438. 00000020:00000010:3.0:1731519657.123480:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfd510. 00000020:00000010:3.0:1731519657.123487:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfd5e8. 00000020:00000010:3.0:1731519657.123491:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfd6c0. 00000020:00000010:3.0:1731519657.123495:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfd798. 00000020:00000010:3.0:1731519657.123499:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfd870. 00000020:00000010:3.0:1731519657.123503:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfd948. 00000020:00000010:3.0:1731519657.123507:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfda20. 00000020:00000010:3.0:1731519657.123512:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfdaf8. 00000020:00000010:3.0:1731519657.123516:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfdbd0. 00000020:00000010:3.0:1731519657.123521:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfdca8. 00000020:00000010:3.0:1731519657.123524:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfdd80. 00000020:00000010:3.0:1731519657.123528:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff880136bfde58. 00000020:00000010:3.0:1731519657.123534:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012d988000. 00000020:00000010:3.0:1731519657.123538:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012d9880d8. 00000020:00000010:3.0:1731519657.123542:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012d9881b0. 00000020:00000010:3.0:1731519657.123546:0:7503:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88012d988288. 00000008:00000010:3.0:1731519657.123554:0:7503:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff88012e3decc0. 00000008:00000010:2.0:1731519657.123584:0:6391:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 232 at ffff8800b6d10e00. 00000008:00000010:2.0:1731519657.123585:0:6391:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b66130d0. 00000100:00000010:2.0:1731519657.123594:0:6391:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731519657.123598:0:6391:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b4225000. 00000100:00000010:2.0:1731519657.123600:0:6391:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800b5d41c00. 00000100:00000010:2.0:1731519657.123602:0:6391:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 464 at ffff8800b4224c00. 00000400:00000010:2.0:1731519657.123616:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046790. 00000400:00000010:2.0:1731519657.123618:0:6391:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 584 at ffff8800b5d42c00. 00000100:00000200:2.0:1731519657.123620:0:6391:0:(niobuf.c:432:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 29 pages 118784 bytes, mbits x0x6734e48203980-0x6734e48203980, portal 8 02000000:00000010:2.0:1731519657.123623:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5d41800. 00000400:00000010:2.0:1731519657.123624:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519657.123625:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3aa0. 00000100:00000200:2.0:1731519657.123626:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914978688, portal 4 00000400:00000010:2.0:1731519657.123628:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3bb0. 00000100:00000200:2.0:1731519657.123629:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1815629914978688, offset 0 00000400:00000200:2.0:1731519657.123633:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.123636:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.123638:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.123640:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.123641:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.123642:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.123644:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [104:104:256:4294967295] 192.168.203.102@tcp LPNI seq info [104:104:8:4294967295] 00000400:00000200:2.0:1731519657.123648:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.123655:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.123656:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731519657.123659:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.123662:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.123663:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.123711:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.123714:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731519657.123716:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.123719:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.123721:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3bb0 00000400:00000010:0.0:1731519657.123722:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3bb0. 00000100:00000200:0.0:1731519657.123725:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629914978688/t0(0) o3->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.124471:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.124477:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 118784 into portal 8 MB=0x6734e48203980 00000400:00000200:0.0:1731519657.124480:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.203.102@tcp of length 118784/118784 into md 0x415 [29] + 0 00000400:00000010:0.0:1731519657.124482:0:6384:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046790. 00000400:00000200:0.0:1731519657.124484:0:6384:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b5d42c00 00000400:00000200:0.0:1731519657.124565:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.124568:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.124573:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d42c00 00000400:00000010:0.0:1731519657.124574:0:6384:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 584 at ffff8800b5d42c00. 00000100:00000200:0.0:1731519657.124576:0:6384:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800b5d41c00 00000400:00000200:0.0:1731519657.124587:0:6384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1731519657.124590:0:6384:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.203.2@tcp to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.124593:0:6384:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [105:105:256:4294967295] 192.168.203.102@tcp LPNI seq info [105:105:8:4294967295] 00000400:00000200:0.0:1731519657.124597:0:6384:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:192.168.203.2@tcp) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) 192.168.203.102@tcp : ACK try# 0 00000800:00000200:0.0:1731519657.124600:0:6384:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 29 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.124602:0:6384:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 696 at ffff8800b39ec400. 00000800:00000200:0.0:1731519657.124604:0:6384:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.124606:0:6384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.124608:0:6384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b39ec400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1731519657.124633:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.124634:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 696 at ffff8800b39ec400. 00000400:00000200:0.0:1731519657.124635:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.124637:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: ACK: OK 00000400:00000200:0.0:1731519657.125024:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.125028:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 440 into portal 4 MB=0x6734e48203980 00000400:00000200:0.0:1731519657.125031:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 440/440 into md 0x419 [1] + 224 00000400:00000200:0.0:1731519657.125038:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.125040:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.125043:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629914978688/t0(0) o3->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.125079:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519657.125082:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3aa0 00000400:00000010:2.0:1731519657.125083:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3aa0. 00000100:00000200:2.0:1731519657.125087:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629914978688/t0(0) o3->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.125093:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629914978688/t0(0) o3->lustre-OST0001-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/440 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:2.0:1731519657.125129:0:6391:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b66130d0. 00000008:00000010:2.0:1731519657.125149:0:6391:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff88012e3decc0. 00000008:00000010:2.0:1731519657.125151:0:6391:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 232 at ffff8800b6d10e00. 02000000:00000010:2.0:1731519657.125155:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d41800. 00000100:00000010:2.0:1731519657.125157:0:6391:0:(client.c:322:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 464 at ffff8800b4224c00. 00000100:00000010:2.0:1731519657.125158:0:6391:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800b5d41c00. 02000000:00000010:2.0:1731519657.125159:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b4225000. 00000100:00000010:2.0:1731519657.125161:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000008:00000010:3.0:1731519657.125186:0:7503:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858390. 00020000:00000010:3.0:1731519657.125188:0:7503:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b6dbfd00. 00000080:00000010:1.1:1731519657.125359:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ff92d20. 00010000:00000010:1.1:1731519657.125369:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b642b900. 00010000:00000010:1.1:1731519657.125371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b391b3c0. 00010000:00000010:1.1:1731519657.125373:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b642b600. 00020000:00000010:3.0:1731519657.125435:0:7503:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b6dbfd00. 00000008:00000010:3.0:1731519657.125438:0:7503:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858390. 00000008:00000010:3.0:1731519657.125448:0:7503:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858390. 00020000:00000010:3.0:1731519657.125449:0:7503:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b6dbfd00. 00020000:00000010:3.0:1731519657.125460:0:7503:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b6dbfd00. 00000008:00000010:3.0:1731519657.125462:0:7503:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858390. 00000008:00000010:3.0:1731519657.125467:0:7503:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858390. 00020000:00000010:3.0:1731519657.125468:0:7503:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b6dbfd00. 00020000:00000010:3.0:1731519657.125482:0:7503:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b6dbfd00. 00000008:00000010:3.0:1731519657.125483:0:7503:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8858390. 00020000:00000010:3.0:1731519657.125490:0:7503:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff880136ab2280. 00000008:00000010:3.0:1731519657.125492:0:7503:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a88584c0. 00000008:00000010:3.0:1731519657.125495:0:7503:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a88584c0. 00020000:00000010:3.0:1731519657.125496:0:7503:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff880136ab2280. 00000008:00000010:3.0:1731519657.125500:0:7503:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8858390. 00020000:00000010:3.0:1731519657.125501:0:7503:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b6dbfd00. 00000080:00000010:3.0:1731519657.125582:0:7503:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800abd97800. 00000100:00000010:3.0:1731519657.125589:0:7503:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731519657.125593:0:7503:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800abd97a00. 00000100:00000010:3.0:1731519657.125601:0:7503:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3de300. 02000000:00000010:3.0:1731519657.125607:0:7503:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b411000. 00000400:00000010:3.0:1731519657.125609:0:7503:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519657.125612:0:7503:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519657.125614:0:7503:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914978944, portal 10 00000400:00000010:3.0:1731519657.125617:0:7503:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d5d8. 00000100:00000200:3.0:1731519657.125618:0:7503:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815629914978944, offset 0 00000400:00000200:3.0:1731519657.125623:0:7503:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519657.125627:0:7503:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519657.125630:0:7503:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519657.125632:0:7503:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519657.125634:0:7503:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519657.125636:0:7503:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519657.125639:0:7503:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [106:106:256:4294967295] 192.168.203.102@tcp LPNI seq info [106:106:8:4294967295] 00000400:00000200:3.0:1731519657.125645:0:7503:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519657.125649:0:7503:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519657.125651:0:7503:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519657.125655:0:7503:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519657.125658:0:7503:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519657.125660:0:7503:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.125752:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.125755:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519657.125758:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.125761:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.125763:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d5d8 00000400:00000010:0.0:1731519657.125763:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d5d8. 00000100:00000200:0.0:1731519657.125771:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629914978944/t0(0) o35->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.126672:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.126677:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 456 into portal 10 MB=0x6734e48203a80 00000400:00000200:0.0:1731519657.126680:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 456/456 into md 0x421 [1] + 224 00000400:00000200:0.0:1731519657.126688:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.126691:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.126694:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629914978944/t0(0) o35->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1731519657.126731:0:7503:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519657.126734:0:7503:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519657.126735:0:7503:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519657.126738:0:7503:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629914978944/t0(0) o35->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1731519657.126743:0:7503:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629914978944/t0(0) o35->lustre-MDT0001-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:3.0:1731519657.126754:0:7503:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3de300. 00000080:00000010:3.0:1731519657.126758:0:7503:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800abd97800. 02000000:00000010:3.0:1731519657.126763:0:7503:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b410c00. 00000100:00000010:3.0:1731519657.126764:0:7503:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000002:00000010:3.0:1731519657.126766:0:7503:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800b5e13b60. 00000080:00000010:3.0:1731519657.126767:0:7503:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012b12a940. 02000000:00000010:3.0:1731519657.126769:0:7503:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b411000. 02000000:00000010:3.0:1731519657.126770:0:7503:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800abd97a00. 00000100:00000010:3.0:1731519657.126771:0:7503:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000080:00000010:3.0:1731519657.126773:0:7503:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800adace000. 00000080:00000010:0.0:1731519657.126882:0:7504:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e351a00. 00000080:00000010:0.0:1731519657.126892:0:7504:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351a00. 00020000:00000010:0.0:1731519657.126903:0:7504:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012a46c680. 00000008:00000010:0.0:1731519657.126907:0:7504:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a893e000. 00000008:00000010:0.0:1731519657.126916:0:7504:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a893e000. 00020000:00000010:0.0:1731519657.126917:0:7504:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012a46c680. 00020000:00000010:0.0:1731519657.126986:0:7504:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012a46c680. 00000008:00000010:0.0:1731519657.126988:0:7504:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a893e000. 00000008:00000010:0.0:1731519657.127008:0:7504:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a893e000. 00020000:00000010:0.0:1731519657.127009:0:7504:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012a46c680. 00000080:00000010:0.0:1731519657.127183:0:7504:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff88012e351a00. 00000100:00000010:0.0:1731519657.127188:0:7504:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731519657.127192:0:7504:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e81c00. 00000100:00000010:0.0:1731519657.127198:0:7504:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abd769c0. 02000000:00000010:0.0:1731519657.127202:0:7504:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b39ec000. 00000400:00000010:0.0:1731519657.127204:0:7504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856058. 00000400:00000010:0.0:1731519657.127206:0:7504:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966a18. 00000100:00000200:0.0:1731519657.127208:0:7504:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914979200, portal 10 00000400:00000010:0.0:1731519657.127209:0:7504:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966000. 00000100:00000200:0.0:1731519657.127210:0:7504:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815629914979200, offset 0 00000400:00000200:0.0:1731519657.127213:0:7504:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.127216:0:7504:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.127221:0:7504:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.127222:0:7504:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.127224:0:7504:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.127225:0:7504:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.127226:0:7504:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [107:107:256:4294967295] 192.168.203.102@tcp LPNI seq info [107:107:8:4294967295] 00000400:00000200:0.0:1731519657.127231:0:7504:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.127233:0:7504:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.127235:0:7504:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41a00. 00000800:00000200:0.0:1731519657.127237:0:7504:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.127239:0:7504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.127241:0:7504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41a00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1731519657.127337:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731519657.127340:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41a00. 00000400:00000200:1.0:1731519657.127342:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731519657.127349:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731519657.127350:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966000 00000400:00000010:1.0:1731519657.127351:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966000. 00000100:00000200:1.0:1731519657.127354:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629914979200/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.128249:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.128254:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 456 into portal 10 MB=0x6734e48203b80 00000400:00000200:0.0:1731519657.128256:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 456/456 into md 0x429 [1] + 224 00000400:00000200:0.0:1731519657.128263:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.128286:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.128290:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629914979200/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:0.0:1731519657.128304:0:7504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856058. 00000400:00000200:0.0:1731519657.128305:0:7504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966a18 00000400:00000010:0.0:1731519657.128306:0:7504:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966a18. 00000100:00000200:0.0:1731519657.128307:0:7504:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629914979200/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:0.0:1731519657.128311:0:7504:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629914979200/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:0.0:1731519657.128321:0:7504:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abd769c0. 00000080:00000010:0.0:1731519657.128325:0:7504:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e351a00. 02000000:00000010:0.0:1731519657.128329:0:7504:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a8fe9c00. 00000100:00000010:0.0:1731519657.128330:0:7504:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b09180. 00000002:00000010:0.0:1731519657.128335:0:7504:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88012ff92e80. 00000080:00000010:0.0:1731519657.128337:0:7504:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800a8457940. 02000000:00000010:0.0:1731519657.128338:0:7504:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b39ec000. 02000000:00000010:0.0:1731519657.128339:0:7504:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e81c00. 00000100:00000010:0.0:1731519657.128341:0:7504:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000080:00000010:0.0:1731519657.128342:0:7504:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800a80f6140. 00000080:00000010:2.0:1731519657.131463:0:7505:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b4225000. 00000080:00000010:2.0:1731519657.131474:0:7505:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4225000. 00000080:00000010:2.0:1731519657.131483:0:7505:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b4225000. 00000080:00000010:2.0:1731519657.131486:0:7505:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4225000. 00020000:00000010:2.0:1731519657.131495:0:7505:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03680. 00000008:00000010:2.0:1731519657.131498:0:7505:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a260. 00000008:00000010:2.0:1731519657.131508:0:7505:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a260. 00020000:00000010:2.0:1731519657.131509:0:7505:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03680. 00000080:00000010:2.0:1731519657.131519:0:7505:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b4225000. 00000080:00000010:2.0:1731519657.131523:0:7505:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4225000. 00000080:00000010:2.0:1731519657.131528:0:7505:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b4225000. 00000100:00000010:2.0:1731519657.131535:0:7505:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731519657.131540:0:7505:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d41c00. 00010000:00000010:2.0:1731519657.131546:0:7505:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b391b3c0. 00000100:00000010:2.0:1731519657.131550:0:7505:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6494f00. 02000000:00000010:2.0:1731519657.131555:0:7505:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a9b52000. 00000400:00000010:2.0:1731519657.131557:0:7505:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519657.131559:0:7505:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3aa0. 00000100:00000200:2.0:1731519657.131560:0:7505:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1815629914979328, portal 10 00000400:00000010:2.0:1731519657.131562:0:7505:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3550. 00000100:00000200:2.0:1731519657.131563:0:7505:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1815629914979328, offset 0 00000400:00000200:2.0:1731519657.131567:0:7505:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.131570:0:7505:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.131572:0:7505:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.131574:0:7505:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.131575:0:7505:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.131576:0:7505:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.131578:0:7505:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [108:108:256:4294967295] 192.168.203.102@tcp LPNI seq info [108:108:8:4294967295] 00000400:00000200:2.0:1731519657.131583:0:7505:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.131585:0:7505:0:(socklnd_cb.c:1000:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.131586:0:7505:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731519657.131588:0:7505:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.131591:0:7505:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.131593:0:7505:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.131656:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.131659:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731519657.131661:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.131664:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.131666:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3550 00000400:00000010:0.0:1731519657.131667:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3550. 00000100:00000200:0.0:1731519657.131670:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629914979328/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.132532:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.132537:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 640 into portal 10 MB=0x6734e48203c00 00000400:00000200:0.0:1731519657.132540:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 640/640 into md 0x431 [1] + 224 00000400:00000200:0.0:1731519657.132548:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.132550:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.132554:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629914979328/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.132599:0:7505:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519657.132602:0:7505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3aa0 00000400:00000010:2.0:1731519657.132603:0:7505:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3aa0. 00000100:00000200:2.0:1731519657.132607:0:7505:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629914979328/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.132613:0:7505:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629914979328/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 584/1024 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.132624:0:7505:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6494f00. 00010000:00000010:2.0:1731519657.132633:0:7505:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d10300. 00010000:00000010:2.0:1731519657.132634:0:7505:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800a9b03680. 00000002:00000010:2.0:1731519657.132641:0:7505:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800ab54b040. 00000080:00000010:2.0:1731519657.132649:0:7505:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2048 at ffff8800af22c000. 00000080:00000010:2.0:1731519657.132654:0:7505:0:(vvp_object.c:359:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b5cfc4b0. 00020000:00000010:2.0:1731519657.132657:0:7505:0:(lov_object.c:2350:lov_object_alloc()) slab-alloced 'lov': 232 at ffff8800b64911d0. 00020000:00000010:2.0:1731519657.132660:0:7505:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80dbcc0. 00020000:00000010:2.0:1731519657.132661:0:7505:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03900. 00020000:00000010:2.0:1731519657.132662:0:7505:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80db300. 00020000:00000010:2.0:1731519657.132664:0:7505:0:(lov_object.c:611:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800a8b34590. 00020000:00000010:2.0:1731519657.132665:0:7505:0:(lov_object.c:615:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800b6494f00. 00020000:00000010:2.0:1731519657.132667:0:7505:0:(lov_object.c:191:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8800ad89ae48. 00020000:00000010:2.0:1731519657.132669:0:7505:0:(lovsub_object.c:166:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b5cfc578. 00000008:00000010:2.0:1731519657.132671:0:7505:0:(osc_object.c:432:osc_object_alloc()) slab-alloced 'osc': 416 at ffff8800a84ec4e0. 00020000:00000010:2.0:1731519657.132677:0:7505:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80db8a0. 00020000:00000010:2.0:1731519657.132678:0:7505:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03c80. 00020000:00000010:2.0:1731519657.132679:0:7505:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80dbd80. 00020000:00000010:2.0:1731519657.132681:0:7505:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9b03c80. 00020000:00000010:2.0:1731519657.132682:0:7505:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a80db8a0. 00020000:00000010:2.0:1731519657.132682:0:7505:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a80dbd80. 00000080:00000010:2.0:1731519657.132686:0:7505:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800a8632ee0. 00000080:00000010:2.0:1731519657.132690:0:7505:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4225000. 02000000:00000010:2.0:1731519657.132693:0:7505:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a9b52000. 02000000:00000010:2.0:1731519657.132694:0:7505:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d41c00. 00000100:00000010:2.0:1731519657.132696:0:7505:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000080:00000010:2.0:1731519657.132700:0:7505:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b4225000. 00000080:00000010:2.0:1731519657.132706:0:7505:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4225000. 00020000:00000010:2.0:1731519657.132714:0:7505:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03c80. 00000008:00000010:2.0:1731519657.132716:0:7505:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a260. 00010000:00000010:2.0:1731519657.132720:0:7505:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d10e00. 00010000:00000010:2.0:1731519657.132721:0:7505:0:(ldlm_resource.c:1416:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800b6494780. 00010000:00000010:2.0:1731519657.132723:0:7505:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b391a880. 00010000:00000010:2.0:1731519657.132729:0:7505:0:(ldlm_lock.c:1707:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800ab54b080. 00000100:00000010:2.0:1731519657.132730:0:7505:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731519657.132734:0:7505:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b4225000. 02000000:00000010:0.0:1731519657.132771:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b39ec000. 00000400:00000010:0.0:1731519657.132774:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856058. 00000400:00000010:0.0:1731519657.132775:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966a18. 00000100:00000200:0.0:1731519657.132777:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914979456, portal 4 00000400:00000010:0.0:1731519657.132780:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966bb0. 00000100:00000200:0.0:1731519657.132780:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1815629914979456, offset 0 00000400:00000200:0.0:1731519657.132792:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.132795:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.132797:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.132799:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.132804:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.132805:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.132807:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [109:109:256:4294967295] 192.168.203.102@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:0.0:1731519657.132811:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.132814:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.132815:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41400. 00000800:00000200:0.0:1731519657.132817:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.132820:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.132822:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.132874:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.132877:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41400. 00000400:00000200:2.0:1731519657.132879:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.132883:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.132886:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966bb0 00000400:00000010:2.0:1731519657.132887:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966bb0. 00000100:00000200:2.0:1731519657.132890:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629914979456/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.133621:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.133627:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 400 into portal 4 MB=0x6734e48203c80 00000400:00000200:0.0:1731519657.133630:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 400/400 into md 0x439 [1] + 224 00000400:00000200:0.0:1731519657.133638:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.133641:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.133644:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629914979456/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.133690:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856058. 00000400:00000200:2.0:1731519657.133694:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966a18 00000400:00000010:2.0:1731519657.133695:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966a18. 00000100:00000200:2.0:1731519657.133699:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629914979456/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.133704:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629914979456/t0(0) o101->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:28/4 lens 328/400 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 02000000:00000010:2.0:1731519657.133735:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b39ec000. 02000000:00000010:2.0:1731519657.133737:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b4225000. 00000100:00000010:2.0:1731519657.133738:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000008:00000010:0.0:1731519657.133753:0:7505:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a260. 00020000:00000010:0.0:1731519657.133756:0:7505:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03c80. 00000080:00000010:0.0:1731519657.133777:0:7505:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5cb7400. 00000080:00000010:0.0:1731519657.133798:0:7505:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5cb7400. 00000080:00000010:0.0:1731519657.133812:0:7505:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff88012c758000. 00000080:00000010:0.0:1731519657.133816:0:7505:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b5cb7400. 00000100:00000010:0.0:1731519657.133822:0:7505:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731519657.133827:0:7505:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b39ec400. 00010000:00000010:0.0:1731519657.133832:0:7505:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff8800b3989200. 00000100:00000010:0.0:1731519657.133837:0:7505:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abd769c0. 02000000:00000010:0.0:1731519657.133865:0:7505:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff880136960000. 00000400:00000010:0.0:1731519657.133867:0:7505:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856738. 00000400:00000010:0.0:1731519657.133869:0:7505:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b39eec00. 00000100:00000200:0.0:1731519657.133873:0:7505:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815629914979712, portal 10 00000400:00000010:0.0:1731519657.133876:0:7505:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9663b8. 00000100:00000200:0.0:1731519657.133876:0:7505:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1815629914979712, offset 0 00000400:00000200:0.0:1731519657.133879:0:7505:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.133883:0:7505:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.133884:0:7505:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.133886:0:7505:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.133887:0:7505:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.133888:0:7505:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.133890:0:7505:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [110:110:256:4294967295] 192.168.203.102@tcp LPNI seq info [110:110:8:4294967295] 00000400:00000200:0.0:1731519657.133894:0:7505:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.133897:0:7505:0:(socklnd_cb.c:1000:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.133898:0:7505:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41700. 00000800:00000200:0.0:1731519657.133900:0:7505:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.133903:0:7505:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.133904:0:7505:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41700 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.133958:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.133960:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41700. 00000400:00000200:2.0:1731519657.133963:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.133967:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.133969:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9663b8 00000400:00000010:2.0:1731519657.133970:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9663b8. 00000100:00000200:2.0:1731519657.133974:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629914979712/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.134876:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.134881:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 664 into portal 10 MB=0x6734e48203d80 00000400:00000200:0.0:1731519657.134884:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 664/664 into md 0x441 [32] + 224 00000400:00000200:0.0:1731519657.134892:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.134894:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.134898:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629914979712/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.134941:0:7505:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856738. 00000400:00000200:2.0:1731519657.134945:0:7505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39eec00 00000400:00000010:2.0:1731519657.134950:0:7505:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800b39eec00. 00000100:00000200:2.0:1731519657.134954:0:7505:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629914979712/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.134960:0:7505:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629914979712/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.134972:0:7505:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abd769c0. 00000002:00000010:2.0:1731519657.134983:0:7505:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800ab54b9c0. 00000080:00000010:2.0:1731519657.134987:0:7505:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5cb7400. 00020000:00000010:2.0:1731519657.134993:0:7505:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80dbd80. 00020000:00000010:2.0:1731519657.134994:0:7505:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.134995:0:7505:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80db8a0. 00020000:00000010:2.0:1731519657.134997:0:7505:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.134998:0:7505:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a80dbd80. 00020000:00000010:2.0:1731519657.134999:0:7505:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a80db8a0. 00020000:00000010:2.0:1731519657.135002:0:7505:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80db8a0. 00020000:00000010:2.0:1731519657.135002:0:7505:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.135003:0:7505:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80dbd80. 00020000:00000010:2.0:1731519657.135004:0:7505:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.135005:0:7505:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a80db8a0. 00020000:00000010:2.0:1731519657.135006:0:7505:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a80dbd80. 00000080:00000010:2.0:1731519657.135012:0:7505:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800ab54b240. 00000002:00000010:2.0:1731519657.135015:0:7505:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a8632600. 02000000:00000010:2.0:1731519657.135019:0:7505:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff880136960000. 00000080:00000010:2.0:1731519657.135048:0:7505:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b4224c00. 00000080:00000010:2.0:1731519657.135054:0:7505:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4224c00. 00000080:00000010:2.0:1731519657.135061:0:7505:0:(file.c:86:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8800b4150000. 00000080:00000010:2.0:1731519657.135063:0:7505:0:(llite_lib.c:3873:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b4224c00. 00000100:00000010:2.0:1731519657.135067:0:7505:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731519657.135071:0:7505:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5d41c00. 00010000:00000010:2.0:1731519657.135080:0:7505:0:(ldlm_lock.c:436:ldlm_lock_new()) slab-alloced 'lock': 552 at ffff880136ad8000. 00000100:00000010:2.0:1731519657.135086:0:7505:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6494540. 02000000:00000010:2.0:1731519657.135102:0:7505:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff880136960000. 00000400:00000010:2.0:1731519657.135104:0:7505:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519657.135108:0:7505:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800b5d41800. 00000100:00000200:2.0:1731519657.135110:0:7505:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1815629914979968, portal 10 00000400:00000010:2.0:1731519657.135112:0:7505:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3aa0. 00000100:00000200:2.0:1731519657.135113:0:7505:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1815629914979968, offset 0 00000400:00000200:2.0:1731519657.135116:0:7505:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.135119:0:7505:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.135121:0:7505:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.135122:0:7505:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.135124:0:7505:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.135125:0:7505:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.135126:0:7505:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [111:111:256:4294967295] 192.168.203.102@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000200:2.0:1731519657.135131:0:7505:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.135133:0:7505:0:(socklnd_cb.c:1000:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.135135:0:7505:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731519657.135137:0:7505:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.135139:0:7505:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.135141:0:7505:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.135191:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.135193:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731519657.135195:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.135197:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.135199:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3aa0 00000400:00000010:0.0:1731519657.135200:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3aa0. 00000100:00000200:0.0:1731519657.135202:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629914979968/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.136003:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.136008:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 664 into portal 10 MB=0x6734e48203e80 00000400:00000200:0.0:1731519657.136011:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 664/664 into md 0x449 [32] + 224 00000400:00000200:0.0:1731519657.136020:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.136022:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.136025:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629914979968/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.136071:0:7505:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519657.136074:0:7505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d41800 00000400:00000010:2.0:1731519657.136075:0:7505:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 632 at ffff8800b5d41800. 00000100:00000200:2.0:1731519657.136079:0:7505:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629914979968/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.136085:0:7505:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629914979968/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:12/10 lens 648/66320 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.136096:0:7505:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6494540. 00000002:00000010:2.0:1731519657.136108:0:7505:0:(mdc_locks.c:928:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800ab54b900. 00010000:00000010:2.0:1731519657.136112:0:7505:0:(ldlm_lockd.c:2268:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800b6494540. 00000080:00000010:2.0:1731519657.136126:0:7505:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b4224c00. 00020000:00000010:2.0:1731519657.136131:0:7505:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80dbd80. 00020000:00000010:2.0:1731519657.136133:0:7505:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.136134:0:7505:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80db8a0. 00020000:00000010:2.0:1731519657.136140:0:7505:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.136141:0:7505:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a80dbd80. 00020000:00000010:2.0:1731519657.136141:0:7505:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a80db8a0. 00020000:00000010:2.0:1731519657.136145:0:7505:0:(lov_ea.c:209:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8800a80db8a0. 00020000:00000010:2.0:1731519657.136146:0:7505:0:(lov_ea.c:246:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.136146:0:7505:0:(lov_ea.c:372:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8800a80dbd80. 00020000:00000010:2.0:1731519657.136147:0:7505:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.136148:0:7505:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800a80db8a0. 00020000:00000010:2.0:1731519657.136149:0:7505:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800a80dbd80. 00000100:00000010:0.0:1731519657.136153:0:7475:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 00000080:00000010:2.0:1731519657.136156:0:7505:0:(file.c:1021:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800ab54b180. 02000000:00000010:0.0:1731519657.136157:0:7475:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5cb6000. 00000002:00000010:2.0:1731519657.136159:0:7505:0:(obd.h:1348:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800a86322c0. 02000000:00000010:2.0:1731519657.136163:0:7505:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff880136960000. 00010000:00000010:0.0:1731519657.136176:0:7475:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800ab54b900. 00010000:00000010:0.0:1731519657.136179:0:7475:0:(ldlm_lockd.c:2957:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800b6494540. 02000000:00000010:2.0:1731519657.136188:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224c00. 00000400:00000010:2.0:1731519657.136190:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519657.136192:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519657.136194:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914980096, portal 18 00000400:00000010:2.0:1731519657.136196:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3dd0. 00000100:00000200:2.0:1731519657.136197:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1815629914980096, offset 0 00000400:00000200:2.0:1731519657.136200:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519657.136203:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519657.136205:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519657.136206:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519657.136208:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519657.136209:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519657.136210:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [112:112:256:4294967295] 192.168.203.102@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:2.0:1731519657.136215:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519657.136217:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519657.136219:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731519657.136221:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519657.136223:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519657.136225:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1731519657.136256:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519657.136258:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731519657.136259:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.136262:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519657.136263:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3dd0 00000400:00000010:0.0:1731519657.136264:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3dd0. 00000100:00000200:0.0:1731519657.136280:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629914980096/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00020000:00000010:2.0:1731519657.136293:0:7505:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03580. 00000020:00000010:2.0:1731519657.136300:0:7505:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b5e695a0. 00000020:00000010:2.0:1731519657.136303:0:7505:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4224a00. 00000020:00000010:2.0:1731519657.136305:0:7505:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4224800. 00000020:00000010:2.0:1731519657.136307:0:7505:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a80dbd80. 00000008:00000010:2.0:1731519657.136316:0:7505:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012bf70000. 00020000:00000010:2.0:1731519657.136319:0:7505:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6494300. 00008000:00000010:2.0:1731519657.136322:0:7505:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83e6d8. 00000080:00000010:2.0:1731519657.136325:0:7505:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c688. 00000080:00000010:2.0:1731519657.136328:0:7505:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b1918. 00000020:00000010:2.0:1731519657.136330:0:7505:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4224600. 00000008:00000010:2.0:1731519657.136332:0:7505:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3b8cdc0. 00020000:00000010:2.0:1731519657.136335:0:7505:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880136ad8240. 00008000:00000010:2.0:1731519657.136336:0:7505:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ad89ae50. 00000080:00000010:2.0:1731519657.136338:0:7505:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a23960. 00000008:00000010:2.0:1731519657.136342:0:7505:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a390. 00000008:00000010:2.0:1731519657.136357:0:7505:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a390. 00020000:00000010:2.0:1731519657.136360:0:7505:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.136371:0:7505:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03580. 00000008:00000010:2.0:1731519657.136373:0:7505:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a390. 00000008:00000010:2.0:1731519657.136378:0:7505:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a390. 00020000:00000010:2.0:1731519657.136379:0:7505:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.136388:0:7505:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03580. 00000008:00000010:2.0:1731519657.136390:0:7505:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a390. 00020000:00000010:2.0:1731519657.136395:0:7505:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03c80. 00000008:00000010:2.0:1731519657.136397:0:7505:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a4c0. 00000008:00000010:2.0:1731519657.136400:0:7505:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a4c0. 00020000:00000010:2.0:1731519657.136401:0:7505:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03c80. 00000008:00000010:2.0:1731519657.136405:0:7505:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a390. 00020000:00000010:2.0:1731519657.136406:0:7505:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03580. 00020000:00000010:2.0:1731519657.136432:0:7505:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03580. 00000008:00000010:2.0:1731519657.136434:0:7505:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a390. 00000008:00000010:2.0:1731519657.136441:0:7505:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a390. 00020000:00000010:2.0:1731519657.136442:0:7505:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03580. 00000020:00000010:2.0:1731519657.136452:0:7505:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 704 at ffff8800b5d41800. 00020000:00000010:2.0:1731519657.136460:0:7505:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a9b03580. 00000008:00000010:2.0:1731519657.136461:0:7505:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a8c7a390. 00000020:00000010:2.0:1731519657.136468:0:7505:0:(cl_page.c:215:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800a84eb0d8. 00000008:00000010:2.0:1731519657.136476:0:7505:0:(osc_cache.c:308:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff8800b6494e40. 00000008:00000010:0.0:1731519657.136509:0:6391:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 8 at ffff8800a86d1118. 00000008:00000010:0.0:1731519657.136511:0:6391:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b5c335b0. 00000100:00000010:0.0:1731519657.136518:0:6391:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731519657.136522:0:6391:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5cb7400. 02000000:00000010:0.0:1731519657.136536:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8800a884c000. 00000400:00000010:0.0:1731519657.136538:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856478. 00000400:00000010:0.0:1731519657.136540:0:6391:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800abd76300. 00000100:00000200:0.0:1731519657.136541:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1815629914980352, portal 4 00000400:00000010:0.0:1731519657.136543:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966908. 00000100:00000200:0.0:1731519657.136544:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1815629914980352, offset 0 00000400:00000200:0.0:1731519657.136551:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.136555:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.136556:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.136558:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.136559:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.136560:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.136562:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [113:113:256:4294967295] 192.168.203.102@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:0.0:1731519657.136566:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.136569:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.136570:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41600. 00000800:00000200:0.0:1731519657.136572:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.136575:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.136576:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41600 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.136629:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.136631:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41600. 00000400:00000200:2.0:1731519657.136634:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.136638:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.136640:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966908 00000400:00000010:2.0:1731519657.136641:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966908. 00000100:00000200:2.0:1731519657.136645:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629914980352/t0(0) o3->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.136902:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.136907:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 18 MB=0x6734e48203f00 00000400:00000200:0.0:1731519657.136910:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.102@tcp of length 224/224 into md 0x451 [1] + 224 00000400:00000200:0.0:1731519657.136917:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.136919:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.136922:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629914980096/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.136956:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519657.136959:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519657.136960:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519657.136963:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629914980096/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.136967:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629914980096/t0(0) o103->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:17/18 lens 328/224 e 0 to 0 dl 1731519673 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:2.0:1731519657.136976:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224c00. 02000000:00000010:2.0:1731519657.136978:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5cb6000. 00000100:00000010:2.0:1731519657.136980:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000400:00000200:0.0:1731519657.137151:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.137155:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 4536 into portal 4 MB=0x6734e48204000 00000400:00000200:0.0:1731519657.137157:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.102@tcp of length 4536/4536 into md 0x459 [2] + 224 00000400:00000200:0.0:1731519657.137166:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.137168:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.137171:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629914980352/t0(0) o3->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.137204:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856478. 00000400:00000200:2.0:1731519657.137207:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abd76300 00000400:00000010:2.0:1731519657.137207:0:6391:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800abd76300. 00000100:00000200:2.0:1731519657.137210:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629914980352/t0(0) o3->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.137214:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629914980352/t0(0) o3->lustre-OST0000-osc-ffff8800a9b56000@192.168.203.102@tcp:6/4 lens 488/4536 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000008:00000010:2.0:1731519657.137234:0:6391:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b5c335b0. 00000008:00000010:2.0:1731519657.137245:0:6391:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff8800b6494e40. 00000008:00000010:2.0:1731519657.137247:0:6391:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 8 at ffff8800a86d1118. 02000000:00000010:2.0:1731519657.137251:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8800a884c000. 02000000:00000010:2.0:1731519657.137253:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5cb7400. 00000100:00000010:2.0:1731519657.137255:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000008:00000010:0.0:1731519657.137260:0:7505:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a8c7a390. 00020000:00000010:0.0:1731519657.137279:0:7505:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a9b03580. 00020000:00000010:0.0:1731519657.137294:0:7505:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012a46c680. 00000008:00000010:0.0:1731519657.137297:0:7505:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a893e000. 00000008:00000010:0.0:1731519657.137308:0:7505:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a893e000. 00020000:00000010:0.0:1731519657.137309:0:7505:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012a46c680. 00020000:00000010:0.0:1731519657.137319:0:7505:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012a46c680. 00000008:00000010:0.0:1731519657.137320:0:7505:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a893e000. 00020000:00000010:0.0:1731519657.137326:0:7505:0:(lov_lock.c:137:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012a46ce80. 00000008:00000010:0.0:1731519657.137328:0:7505:0:(osc_lock.c:1197:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a893e130. 00000008:00000010:0.0:1731519657.137331:0:7505:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a893e130. 00020000:00000010:0.0:1731519657.137332:0:7505:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012a46ce80. 00000008:00000010:0.0:1731519657.137336:0:7505:0:(osc_lock.c:109:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a893e000. 00020000:00000010:0.0:1731519657.137336:0:7505:0:(lov_lock.c:215:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012a46c680. 00000080:00000010:0.0:1731519657.137410:0:7505:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff88012c758000. 00000080:00000010:0.0:1731519657.137418:0:7505:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b5cb7400. 00000100:00000010:0.0:1731519657.137422:0:7505:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731519657.137425:0:7505:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b5cb6000. 00000100:00000010:0.0:1731519657.137430:0:7505:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800abd76a80. 02000000:00000010:0.0:1731519657.137435:0:7505:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b39ef800. 00000400:00000010:0.0:1731519657.137436:0:7505:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856a50. 00000400:00000010:0.0:1731519657.137438:0:7505:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966440. 00000100:00000200:0.0:1731519657.137440:0:7505:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1815629914980608, portal 10 00000400:00000010:0.0:1731519657.137442:0:7505:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966550. 00000100:00000200:0.0:1731519657.137442:0:7505:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1815629914980608, offset 0 00000400:00000200:0.0:1731519657.137445:0:7505:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519657.137448:0:7505:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519657.137450:0:7505:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519657.137451:0:7505:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519657.137452:0:7505:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519657.137453:0:7505:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519657.137455:0:7505:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [114:114:256:4294967295] 192.168.203.102@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:0.0:1731519657.137459:0:7505:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519657.137465:0:7505:0:(socklnd_cb.c:1000:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519657.137467:0:7505:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41d00. 00000800:00000200:0.0:1731519657.137469:0:7505:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519657.137471:0:7505:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519657.137473:0:7505:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41d00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1731519657.137506:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519657.137508:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41d00. 00000400:00000200:2.0:1731519657.137511:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519657.137514:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519657.137517:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966550 00000400:00000010:2.0:1731519657.137518:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966550. 00000100:00000200:2.0:1731519657.137522:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629914980608/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1731519657.138327:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519657.138331:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 456 into portal 10 MB=0x6734e48204100 00000400:00000200:0.0:1731519657.138333:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.102@tcp of length 456/456 into md 0x461 [1] + 224 00000400:00000200:0.0:1731519657.138340:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519657.138342:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519657.138345:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629914980608/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:2.0:1731519657.138400:0:7505:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856a50. 00000400:00000200:2.0:1731519657.138403:0:7505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966440 00000400:00000010:2.0:1731519657.138405:0:7505:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966440. 00000100:00000200:2.0:1731519657.138409:0:7505:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629914980608/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1731519657.138414:0:7505:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629914980608/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9b56000@192.168.203.102@tcp:23/10 lens 392/624 e 0 to 0 dl 1731519673 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:2.0:1731519657.138426:0:7505:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800abd76a80. 00000080:00000010:2.0:1731519657.138430:0:7505:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b5cb7400. 02000000:00000010:2.0:1731519657.138435:0:7505:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5d41c00. 00000100:00000010:2.0:1731519657.138436:0:7505:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000002:00000010:2.0:1731519657.138438:0:7505:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800a86322c0. 00000080:00000010:2.0:1731519657.138439:0:7505:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800ab54b180. 02000000:00000010:2.0:1731519657.138441:0:7505:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b39ef800. 02000000:00000010:2.0:1731519657.138442:0:7505:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b5cb6000. 00000100:00000010:2.0:1731519657.138443:0:7505:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000080:00000010:2.0:1731519657.138444:0:7505:0:(file.c:99:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8800b4150000. 00000080:00000010:1.0:1731519657.141935:0:7506:0:(llite_lib.c:3535:ll_umount_begin()) kmalloced '(ioc_data)': 576 at ffff8800a8fe9000. 00000100:02000400:1.0:1731519657.141941:0:7506:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00000002:00000010:1.0:1731519657.143664:0:7506:0:(mdc_request.c:734:mdc_commit_open()) kfreed 'mod': 32 at ffff8800a8632f40. 02000000:00000010:1.0:1731519657.143668:0:7506:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e3cf800. 00000100:00000010:1.0:1731519657.143671:0:7506:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 02000000:00000010:1.0:1731519657.143673:0:7506:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d42400. 02000000:00000010:1.0:1731519657.143675:0:7506:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e351800. 00000100:00000010:1.0:1731519657.143676:0:7506:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 02000000:00000010:1.0:1731519657.143678:0:7506:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6650c00. 02000000:00000010:1.0:1731519657.143680:0:7506:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab434200. 00000100:00000010:1.0:1731519657.143682:0:7506:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000002:00000010:1.0:1731519657.143683:0:7506:0:(mdc_request.c:734:mdc_commit_open()) kfreed 'mod': 32 at ffff88012ff92ba0. 02000000:00000010:1.0:1731519657.143684:0:7506:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a8fe8c00. 00000100:00000010:1.0:1731519657.143686:0:7506:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b08700. 02000000:00000010:1.0:1731519657.143687:0:7506:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d40800. 02000000:00000010:1.0:1731519657.143689:0:7506:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b4225800. 00000100:00000010:1.0:1731519657.143690:0:7506:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447800. 00010000:00000010:1.0:1731519657.143729:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9b03700. 00010000:00000010:1.0:1731519657.143746:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9b03980. 00000080:00000010:1.0:1731519657.143753:0:7506:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff8801369ba4b0. 00000080:00000010:1.0:1731519657.143755:0:7506:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 51 at ffff88012b12a300. 00000080:00000010:1.0:1731519657.143756:0:7506:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012aa4db40. 00000080:00000010:1.0:1731519657.143757:0:7506:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8801369ba4c0. 00000080:00000010:1.0:1731519657.143758:0:7506:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8800b5e13d60. 00000080:00000010:1.0:1731519657.143759:0:7506:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012aa4ded8. 00010000:00000010:1.0:1731519657.143762:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801370d8500. 00010000:00000010:1.0:1731519657.143796:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9b03600. 00010000:00000010:1.0:1731519657.143831:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012b12aec0. 00010000:00000010:1.0:1731519657.143833:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801370d8600. 00010000:00000010:1.0:1731519657.143859:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9b03f00. 00010000:00000010:1.0:1731519657.143868:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b5f1d200. 00010000:00000010:1.0:1731519657.143870:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012a46cb00. 00000080:00000010:1.0:1731519657.143888:0:7506:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff8801369ba850. 00000080:00000010:1.0:1731519657.143889:0:7506:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 44 at ffff88012b12a9c0. 00000080:00000010:1.0:1731519657.143890:0:7506:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012aa4d640. 00000080:00000010:1.0:1731519657.143891:0:7506:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff8801369bae50. 00000080:00000010:1.0:1731519657.143892:0:7506:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8800b5e13ca0. 00000080:00000010:1.0:1731519657.143893:0:7506:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012aa4da50. 00010000:00000010:1.0:1731519657.143896:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012a46cc80. 00010000:00000010:1.0:1731519657.143924:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012b12a680. 00010000:00000010:1.0:1731519657.143927:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801370d8400. 00010000:00000010:1.0:1731519657.143948:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b5f1d880. 00010000:00000010:1.0:1731519657.143952:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012a46ca80. 00010000:00000010:1.0:1731519657.143978:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800ab54b040. 00010000:00000010:1.0:1731519657.143981:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9b03680. 00010000:00000010:1.0:1731519657.144054:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff880137658280. 00010000:00000010:1.0:1731519657.144057:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9b03d80. 00010000:00000010:1.0:1731519657.144076:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800a8457680. 00000080:00000010:1.0:1731519657.144079:0:7506:0:(file.c:170:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800aa5be600. 00000100:00000010:1.0:1731519657.144084:0:7506:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b08700. 02000000:00000010:1.0:1731519657.144087:0:7506:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa5bfa00. 00000100:00000010:1.0:1731519657.144093:0:7506:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8a0fa80. 00000100:00000010:1.0:1731519657.144098:0:7506:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a8a0fa80. 00000080:00020000:1.0:1731519657.144100:0:7506:0:(file.c:262:ll_close_inode_openhandle()) lustre-clilmv-ffff8800a9b56000: inode [0x200000bd1:0x2:0x0] mdc close failed: rc = -108 00000080:00000010:1.0:1731519657.146860:0:7506:0:(llite_lib.c:3995:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800aa5be600. 02000000:00000010:1.0:1731519657.146866:0:7506:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b39ec400. 00000100:00000010:1.0:1731519657.146871:0:7506:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000002:00000010:1.0:1731519657.146873:0:7506:0:(mdc_request.c:851:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800a8632600. 00000080:00000010:1.0:1731519657.146875:0:7506:0:(file.c:284:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800ab54b240. 02000000:00000010:1.0:1731519657.146876:0:7506:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa5bfa00. 00000100:00000010:1.0:1731519657.146877:0:7506:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b08700. 00010000:00000010:1.0:1731519657.146886:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800ab54b9c0. 00010000:00000010:1.0:1731519657.146890:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d999300. 00000100:02000400:1.0:1731519657.148045:0:7506:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-MDT0001_UUID INACTIVE by administrator request 02000000:00000010:1.0:1731519657.148048:0:7506:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5d42000. 02000000:00000010:1.0:1731519657.148051:0:7506:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e350a00. 00000100:00000010:1.0:1731519657.148052:0:7506:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446a00. 00000020:00000010:1.0:1731519657.148095:0:7506:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800aa5bfa00. 00000020:00000010:1.0:1731519657.148097:0:7506:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8801309b6900. 00010000:00000010:1.0:1731519657.148100:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801370d8280. 00010000:00000010:1.0:1731519657.148105:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012a46c900. 00010000:00000010:1.0:1731519657.148128:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800ab54b0c0. 00010000:00000010:1.0:1731519657.148131:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9b03a00. 00010000:00000010:1.0:1731519657.148147:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b5cc41c0. 00010000:00000010:1.0:1731519657.148149:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9b03b00. 00010000:00000010:1.0:1731519657.148185:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012b12a440. 00010000:00000010:1.0:1731519657.148187:0:7506:0:(ldlm_resource.c:1508:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801370d8680. 00000100:02000400:1.0:1731519657.149452:0:7506:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 00000020:00000010:1.0:1731519657.149536:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4000. 00000020:00000010:1.0:1731519657.149539:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f40d8. 00000020:00000010:1.0:1731519657.149540:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f41b0. 00000020:00000010:1.0:1731519657.149541:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4288. 00000020:00000010:1.0:1731519657.149542:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4360. 00000020:00000010:1.0:1731519657.149543:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4438. 00000020:00000010:1.0:1731519657.149544:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4510. 00000020:00000010:1.0:1731519657.149545:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f45e8. 00000020:00000010:1.0:1731519657.149546:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f46c0. 00000020:00000010:1.0:1731519657.149550:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4798. 00000020:00000010:1.0:1731519657.149551:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4870. 00000020:00000010:1.0:1731519657.149552:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4948. 00000020:00000010:1.0:1731519657.149553:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4a20. 00000020:00000010:1.0:1731519657.149579:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4af8. 00000020:00000010:1.0:1731519657.149580:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4bd0. 00000020:00000010:1.0:1731519657.149581:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4ca8. 00000020:00000010:1.0:1731519657.149582:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4d80. 00000020:00000010:1.0:1731519657.149583:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a81f4e58. 00000020:00000010:1.0:1731519657.149584:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845b000. 00000020:00000010:1.0:1731519657.149586:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845b0d8. 00000020:00000010:1.0:1731519657.149586:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845b1b0. 00000020:00000010:1.0:1731519657.149587:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845b288. 00000020:00000010:1.0:1731519657.149588:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845b360. 00000020:00000010:1.0:1731519657.149589:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845b438. 00000020:00000010:1.0:1731519657.149590:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845b510. 00000020:00000010:1.0:1731519657.149591:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845b5e8. 00000020:00000010:1.0:1731519657.149592:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845b6c0. 00000020:00000010:1.0:1731519657.149615:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845b798. 00000020:00000010:1.0:1731519657.149616:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845b870. 00000020:00000010:1.0:1731519657.149617:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845b948. 00000020:00000010:1.0:1731519657.149618:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845ba20. 00000020:00000010:1.0:1731519657.149618:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845baf8. 00000020:00000010:1.0:1731519657.149619:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845bbd0. 00000020:00000010:1.0:1731519657.149620:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845bca8. 00000020:00000010:1.0:1731519657.149621:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845bd80. 00000020:00000010:1.0:1731519657.149622:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a845be58. 00000020:00000010:1.0:1731519657.149623:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dd000. 00000020:00000010:1.0:1731519657.149624:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dd0d8. 00000020:00000010:1.0:1731519657.149625:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dd1b0. 00000020:00000010:1.0:1731519657.149626:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dd288. 00000020:00000010:1.0:1731519657.149627:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dd360. 00000020:00000010:1.0:1731519657.149651:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dd438. 00000020:00000010:1.0:1731519657.149654:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dd510. 00000020:00000010:1.0:1731519657.149655:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dd5e8. 00000020:00000010:1.0:1731519657.149656:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dd6c0. 00000020:00000010:1.0:1731519657.149657:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dd798. 00000020:00000010:1.0:1731519657.149658:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dd870. 00000020:00000010:1.0:1731519657.149659:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dd948. 00000020:00000010:1.0:1731519657.149660:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dda20. 00000020:00000010:1.0:1731519657.149660:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4ddaf8. 00000020:00000010:1.0:1731519657.149661:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4ddbd0. 00000020:00000010:1.0:1731519657.149662:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4ddca8. 00000020:00000010:1.0:1731519657.149663:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4ddd80. 00000020:00000010:1.0:1731519657.149664:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800ab4dde58. 00000020:00000010:1.0:1731519657.149665:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89ed000. 00000020:00000010:1.0:1731519657.149683:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89ed0d8. 00010000:00000010:1.0:1731519657.149690:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012b12a200. 00010000:00000010:1.0:1731519657.149693:0:7506:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88012e3de0c0. 00000008:00000010:1.0:1731519657.149708:0:7506:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 8 at ffff8800a8b7d8d8. 00000008:00000010:1.0:1731519657.149709:0:7506:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b642da90. 00000100:00000010:1.0:1731519657.149715:0:7506:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b08700. 02000000:00000010:1.0:1731519657.149719:0:7506:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800aa5be600. 00000008:00000010:1.0:1731519657.149751:0:7506:0:(osc_request.c:2798:osc_build_rpc()) kmalloced '(pga)': 8 at ffff8800a8b7de80. 00000008:00000010:1.0:1731519657.149753:0:7506:0:(osc_request.c:2802:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b642ddd0. 00000100:00000010:1.0:1731519657.149757:0:7506:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b08a80. 00000008:00000010:2.0:1731519657.149757:0:6393:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b642da90. 02000000:00000010:1.0:1731519657.149759:0:7506:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a8fe8c00. 00000080:00000400:2.0:1731519657.149769:0:6393:0:(llite_lib.c:4120:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.203.102@tcp:/lustre/fid: [0x240000402:0x3:0x0]/ may get corrupted (rc -108) 00000008:00000010:3.0:1731519657.149815:0:6394:0:(osc_request.c:2662:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b642ddd0. 00000080:00000400:3.0:1731519657.149826:0:6394:0:(llite_lib.c:4120:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.203.102@tcp:/lustre/fid: [0x200000bd1:0x2:0x0]/ may get corrupted (rc -108) 00000008:00000010:3.0:1731519657.149838:0:6394:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff88012daaa180. 00000008:00000010:3.0:1731519657.149841:0:6394:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 8 at ffff8800a8b7de80. 02000000:00000010:3.0:1731519657.149845:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a8fe8c00. 00000100:00000010:3.0:1731519657.149847:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b08a80. 00010000:00000010:3.1:1731519657.152863:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff880136ad8000. 00000008:00000010:2.0:1731519657.155808:0:6393:0:(osc_request.c:2538:osc_release_ppga()) kfreed 'ppga': 8 at ffff8800a8b7d8d8. 02000000:00000010:2.0:1731519657.155815:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800aa5be600. 00000100:00000010:2.0:1731519657.155817:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b08700. 00000008:00000010:1.0:1731519657.155873:0:7506:0:(osc_cache.c:367:osc_extent_put()) slab-freed '(ext)': 192 at ffff8800abd76180. 00010000:00000010:1.0:1731519657.155889:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b5cc44c0. 00010000:00000010:1.0:1731519657.155894:0:7506:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88012daaa840. 00010000:00000010:1.0:1731519657.155902:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff880137658000. 00010000:00000010:1.0:1731519657.155904:0:7506:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88012e3de780. 00010000:00000010:1.0:1731519657.155911:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800a8457780. 00010000:00000010:1.0:1731519657.155913:0:7506:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff8800a8a0fcc0. 00010000:00000010:1.0:1731519657.155921:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012b12adc0. 00010000:00000010:1.0:1731519657.155928:0:7506:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88012e3de540. 00000020:00000010:1.0:1731519657.155942:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a84eb0d8. 00010000:00000010:1.0:1731519657.155949:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800ab54b080. 00010000:00000010:1.0:1731519657.155952:0:7506:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff8800b6494780. 00000100:02000400:1.0:1731519657.156046:0:7506:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-OST0001_UUID INACTIVE by administrator request 00000020:00000010:1.0:1731519657.156067:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89ed1b0. 00000020:00000010:1.0:1731519657.156075:0:7506:0:(lprocfs_status.c:1206:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800aa5bf400. 00010000:00000010:1.0:1731519657.156078:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800ab54b480. 00010000:00000010:1.0:1731519657.156081:0:7506:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff8800a8f90f00. 00000020:00000010:1.0:1731519657.156126:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89ed288. 00000020:00000010:1.0:1731519657.156127:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89ed360. 00000020:00000010:1.0:1731519657.156128:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89ed438. 00000020:00000010:1.0:1731519657.156129:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89ed510. 00000020:00000010:1.0:1731519657.156131:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89ed5e8. 00000020:00000010:1.0:1731519657.156132:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89ed6c0. 00000020:00000010:1.0:1731519657.156133:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89ed798. 00000020:00000010:1.0:1731519657.156133:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89ed870. 00000020:00000010:1.0:1731519657.156134:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89ed948. 00000020:00000010:1.0:1731519657.156135:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89eda20. 00000020:00000010:1.0:1731519657.156136:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89edaf8. 00000020:00000010:1.0:1731519657.156137:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89edbd0. 00000020:00000010:1.0:1731519657.156138:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89edca8. 00000020:00000010:1.0:1731519657.156157:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89edd80. 00000020:00000010:1.0:1731519657.156158:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff8800a89ede58. 00000020:00000010:1.0:1731519657.156159:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfd000. 00000020:00000010:1.0:1731519657.156160:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfd0d8. 00000020:00000010:1.0:1731519657.156161:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfd1b0. 00000020:00000010:1.0:1731519657.156162:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfd288. 00000020:00000010:1.0:1731519657.156163:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfd360. 00000020:00000010:1.0:1731519657.156163:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfd438. 00000020:00000010:1.0:1731519657.156164:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfd510. 00000020:00000010:1.0:1731519657.156165:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfd5e8. 00000020:00000010:1.0:1731519657.156169:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfd6c0. 00000020:00000010:1.0:1731519657.156170:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfd798. 00000020:00000010:1.0:1731519657.156171:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfd870. 00000020:00000010:1.0:1731519657.156172:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfd948. 00000020:00000010:1.0:1731519657.156191:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfda20. 00000020:00000010:1.0:1731519657.156192:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfdaf8. 00000020:00000010:1.0:1731519657.156193:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfdbd0. 00000020:00000010:1.0:1731519657.156194:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfdca8. 00000020:00000010:1.0:1731519657.156195:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfdd80. 00000020:00000010:1.0:1731519657.156196:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff880136bfde58. 00000020:00000010:1.0:1731519657.156196:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012d988000. 00000020:00000010:1.0:1731519657.156198:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012d9880d8. 00000020:00000010:1.0:1731519657.156199:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012d9881b0. 00000020:00000010:1.0:1731519657.156200:0:7506:0:(cl_page.c:155:__cl_page_free()) slab-freed 'cl_page': 216 at ffff88012d988288. 00010000:00000010:1.0:1731519657.156215:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012b12a880. 00010000:00000010:1.0:1731519657.156218:0:7506:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff88012e3deb40. 00010000:00000010:1.0:1731519657.156223:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800a8457c40. 00010000:00000010:1.0:1731519657.156229:0:7506:0:(ldlm_lock.c:211:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b5cc4940. 00010000:00000010:1.0:1731519657.156231:0:7506:0:(ldlm_resource.c:1506:ldlm_resource_free()) slab-freed 'res->lr_itree': 144 at ffff8800a8a0fd80. 00000080:00000010:1.0:1731519657.156331:0:7506:0:(llite_lib.c:3543:ll_umount_begin()) kfreed 'ioc_data': 576 at ffff8800a8fe9000. 00010000:00000010:2.1:1731519657.162388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b3919d40. 00010000:00000010:2.1:1731519657.162394:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d10500. 00010000:00000010:2.1:1731519657.162396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b3988900. 00010000:00000010:2.1:1731519657.162398:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6df2b00. 00010000:00000010:2.1:1731519657.162400:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012eaccd80. 00010000:00000010:2.1:1731519657.162401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012eaccfc0. 00010000:00000010:2.1:1731519657.162403:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6db2400. 00010000:00000010:2.1:1731519657.162405:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b391bcc0. 00010000:00000010:2.1:1731519657.162406:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d10000. 00000080:00000010:2.1:1731519657.162408:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5e13b00. 00010000:00000010:2.1:1731519657.162412:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b391aac0. 00010000:00000010:2.1:1731519657.162413:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6db2c00. 00010000:00000010:2.1:1731519657.162415:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b391ba80. 00010000:00000010:2.1:1731519657.162416:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d10900. 00000080:00000010:2.1:1731519657.162418:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a8632dc0. 00010000:00000010:2.1:1731519657.162420:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b3988480. 00010000:00000010:2.1:1731519657.162422:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d41f00. 00000080:00000010:2.1:1731519657.162423:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a8632520. 00010000:00000010:2.1:1731519657.162425:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b39886c0. 00010000:00000010:2.1:1731519657.162426:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b3919b00. 00010000:00000010:2.1:1731519657.162428:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d41100. 00000080:00000010:2.1:1731519657.162429:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5e13280. 00010000:00000010:2.1:1731519657.162431:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012eacd440. 00010000:00000010:2.1:1731519657.162433:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6db2d00. 00000080:00000010:2.1:1731519657.162434:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a86327c0. 00000080:00000010:2.1:1731519657.162436:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5e130c0. 00010000:00000010:2.1:1731519657.162437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b3988240. 00010000:00000010:2.1:1731519657.162443:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d41e00. 00000080:00000010:2.1:1731519657.162444:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a8632ee0. 00010000:00000010:2.1:1731519657.162446:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b391b3c0. 00010000:00000010:2.1:1731519657.162448:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d10300. 00010000:00000010:2.1:1731519657.162449:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b391a400. 00010000:00000010:2.1:1731519657.162450:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d10800. 00000080:00000010:2.1:1731519657.162451:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88012ff92220. 00010000:00000010:2.1:1731519657.162453:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b3988fc0. 00010000:00000010:2.1:1731519657.162454:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b3989200. 00010000:00000010:2.1:1731519657.162456:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b642b400. 00010000:00000010:2.1:1731519657.162457:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012eaceac0. 00010000:00000010:2.1:1731519657.162458:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6db2e00. 00010000:00000010:2.1:1731519657.162460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b3988b40. 00010000:00000010:2.1:1731519657.162461:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d41800. 00000080:00000010:2.1:1731519657.162462:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a86328a0. 00000080:00000010:2.1:1731519657.162464:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800a8632160. 00010000:00000010:2.1:1731519657.162466:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b391b600. 00010000:00000010:2.1:1731519657.162467:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d10f00. 00010000:00000010:2.1:1731519657.162468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b3919f80. 00010000:00000010:2.1:1731519657.162469:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6df2200. 00000080:00000010:2.1:1731519657.162470:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5e13aa0. 00000080:00000010:2.1:1731519657.162472:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800b5e13720. 00010000:00000010:2.1:1731519657.162473:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012eaced00. 00010000:00000010:2.1:1731519657.162474:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6df2300. 00010000:00000010:2.1:1731519657.162477:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012eace640. 00010000:00000010:2.1:1731519657.162478:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6db2500. 00010000:00000010:2.1:1731519657.162479:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b391a1c0. 00010000:00000010:2.1:1731519657.162480:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6df2e00. 00010000:00000010:2.1:1731519657.162481:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b391ad00. 00010000:00000010:2.1:1731519657.162482:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6db2f00. 00010000:00000010:2.1:1731519657.162483:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a803c6c0. 00010000:00000010:2.1:1731519657.162485:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b642bf00. 00010000:00000010:2.1:1731519657.162488:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012eacdb00. 00010000:00000010:2.1:1731519657.162490:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6db2b00. 00010000:00000010:2.1:1731519657.162491:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b391a880. 00010000:00000010:2.1:1731519657.162492:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d10e00. 00010000:00000010:2.1:1731519657.162494:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b391b840. 00010000:00000010:2.1:1731519657.162495:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d10a00. 00010000:00000010:2.1:1731519657.162497:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012eacef40. 00010000:00000010:2.1:1731519657.162498:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b5e68900. 00010000:00000010:2.1:1731519657.162499:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a803c480. 00010000:00000010:2.1:1731519657.162501:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800b3919680. 00010000:00000010:2.1:1731519657.162501:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b642b800. 00000100:00000010:2.0:1731519662.028307:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731519662.028322:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:0.0:1731519662.028378:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731519662.028385:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8569f8. 00000400:00000010:0.0:1731519662.028389:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9662a8. 00000100:00000200:0.0:1731519662.028394:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914981248, portal 25 00000400:00000010:0.0:1731519662.028398:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966c38. 00000100:00000200:0.0:1731519662.028399:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914981248, offset 0 00000400:00000200:0.0:1731519662.028405:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519662.028413:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519662.028416:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519662.028419:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519662.028421:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519662.028422:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519662.028424:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [115:115:256:4294967295] 192.168.203.102@tcp LPNI seq info [115:115:8:4294967295] 00000400:00000200:0.0:1731519662.028430:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519662.028434:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519662.028436:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41000. 00000800:00000200:0.0:1731519662.028439:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519662.028453:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519662.028455:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731519662.028552:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519662.028555:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41000. 00000400:00000200:2.0:1731519662.028557:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519662.028562:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519662.028564:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966c38 00000400:00000010:2.0:1731519662.028566:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966c38. 00000100:00000200:2.0:1731519662.028572:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629914981248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519662.029589:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519662.029596:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204380 00000400:00000200:0.0:1731519662.029601:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x469 [1] + 224 00000400:00000200:0.0:1731519662.029613:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519662.029617:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519662.029622:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629914981248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519662.029660:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8569f8. 00000400:00000200:2.0:1731519662.029663:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9662a8 00000400:00000010:2.0:1731519662.029664:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9662a8. 00000100:00000200:2.0:1731519662.029667:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629914981248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519662.029673:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629914981248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519662.029685:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731519662.029688:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:2.0:1731519662.029690:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000100:00000010:2.0:1731519667.036374:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731519667.036392:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:1.0:1731519667.036466:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731519667.036473:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519667.036478:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519667.036483:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914981376, portal 25 00000400:00000010:1.0:1731519667.036486:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381dd0. 00000100:00000200:1.0:1731519667.036487:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914981376, offset 0 00000400:00000200:1.0:1731519667.036494:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519667.036503:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519667.036506:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519667.036508:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519667.036511:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519667.036512:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519667.036514:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [116:116:256:4294967295] 192.168.203.102@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:1.0:1731519667.036530:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519667.036534:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519667.036541:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731519667.036545:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519667.036551:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519667.036554:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519667.036672:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519667.036677:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731519667.036681:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519667.036687:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519667.036690:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381dd0 00000400:00000010:0.0:1731519667.036692:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381dd0. 00000100:00000200:0.0:1731519667.036698:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629914981376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519667.037773:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519667.037782:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204400 00000400:00000200:0.0:1731519667.037788:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x471 [1] + 224 00000400:00000200:0.0:1731519667.037813:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519667.037817:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519667.037822:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629914981376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519667.037859:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519667.037862:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731519667.037863:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519667.037866:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629914981376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519667.037872:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629914981376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519667.037886:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731519667.037889:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:1.0:1731519667.037892:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00800000:00000010:2.0:1731519667.169646:0:7506:0:(lmv_obd.c:3863:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff88012b12a740. 00000020:00000010:2.0:1731519667.169666:0:7506:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b5e69870. 00000020:00000010:2.0:1731519667.169669:0:7506:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4224000. 00000020:00000010:2.0:1731519667.169671:0:7506:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4224200. 00000020:00000010:2.0:1731519667.169673:0:7506:0:(cl_object.c:1060:cl_key_init()) kmalloced '(value)': 72 at ffff8800a80db8a0. 00000008:00000010:2.0:1731519667.169677:0:7506:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff88012bf70b28. 00020000:00000010:2.0:1731519667.169683:0:7506:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6494e40. 00008000:00000010:2.0:1731519667.169686:0:7506:0:(echo_client.c:430:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ad83ea60. 00000080:00000010:2.0:1731519667.169690:0:7506:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a7d3c720. 00000080:00000010:2.0:1731519667.169692:0:7506:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab5b1b60. 00000020:00000010:2.0:1731519667.169693:0:7506:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4224c00. 00000008:00000010:2.0:1731519667.169695:0:7506:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b3b8cf20. 00020000:00000010:2.0:1731519667.169697:0:7506:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880136ad8480. 00008000:00000010:2.0:1731519667.169699:0:7506:0:(echo_client.c:455:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800ad89ae58. 00000080:00000010:2.0:1731519667.169700:0:7506:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b3a23a50. 00000008:00000010:2.0:1731519667.169779:0:7506:0:(osc_object.c:103:osc_object_free()) slab-freed '(osc)': 416 at ffff8800a8f96000. 00020000:00000010:2.0:1731519667.169784:0:7506:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff8800a89b20c8. 00020000:00000010:2.0:1731519667.169801:0:7506:0:(lov_object.c:319:lov_fini_raid0()) kfreed 'r0->lo_sub': 8 at ffff88012c0cdae8. 00020000:00000010:2.0:1731519667.169803:0:7506:0:(lov_object.c:904:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff88012e3de480. 00020000:00000010:2.0:1731519667.169804:0:7506:0:(lov_object.c:909:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8801369ba4e0. 00020000:00000010:2.0:1731519667.169807:0:7506:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8801370d8000. 00020000:00000010:2.0:1731519667.169809:0:7506:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800abceb3c0. 00020000:00000010:2.0:1731519667.169810:0:7506:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800abceb2a0. 00020000:00000010:2.0:1731519667.169812:0:7506:0:(lov_object.c:1551:lov_object_free()) slab-freed '(lov)': 232 at ffff88012db830e8. 00000080:00000010:2.0:1731519667.169814:0:7506:0:(vvp_object.c:329:vvp_object_free()) slab-freed 'vob': 200 at ffff8800a89b2000. 00000008:00000010:2.0:1731519667.169831:0:7506:0:(osc_object.c:103:osc_object_free()) slab-freed '(osc)': 416 at ffff8800a98a6000. 00020000:00000010:2.0:1731519667.169833:0:7506:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff8800a8a7e0c8. 00020000:00000010:2.0:1731519667.169834:0:7506:0:(lov_object.c:319:lov_fini_raid0()) kfreed 'r0->lo_sub': 8 at ffff8800a86d10d8. 00020000:00000010:2.0:1731519667.169836:0:7506:0:(lov_object.c:904:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff8800abd76000. 00020000:00000010:2.0:1731519667.169837:0:7506:0:(lov_object.c:909:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8800ab6ca6a0. 00020000:00000010:2.0:1731519667.169838:0:7506:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012a46c600. 00020000:00000010:2.0:1731519667.169840:0:7506:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800b5c65660. 00020000:00000010:2.0:1731519667.169841:0:7506:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800b5c65d80. 00020000:00000010:2.0:1731519667.169842:0:7506:0:(lov_object.c:1551:lov_object_free()) slab-freed '(lov)': 232 at ffff8800a7ccfd98. 00000080:00000010:2.0:1731519667.169843:0:7506:0:(vvp_object.c:329:vvp_object_free()) slab-freed 'vob': 200 at ffff8800a8a7e000. 00000008:00000010:2.0:1731519667.169851:0:7506:0:(osc_object.c:103:osc_object_free()) slab-freed '(osc)': 416 at ffff8800a98a61a0. 00020000:00000010:2.0:1731519667.169853:0:7506:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff8800a8a7e258. 00020000:00000010:2.0:1731519667.169854:0:7506:0:(lov_object.c:319:lov_fini_raid0()) kfreed 'r0->lo_sub': 8 at ffff8800a86d10e0. 00020000:00000010:2.0:1731519667.169855:0:7506:0:(lov_object.c:904:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff8800abd76480. 00020000:00000010:2.0:1731519667.169859:0:7506:0:(lov_object.c:909:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8800ab6ca6b0. 00020000:00000010:2.0:1731519667.169861:0:7506:0:(lov_ea.c:138:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012a46c400. 00020000:00000010:2.0:1731519667.169862:0:7506:0:(lov_ea.c:141:lsme_free()) kfreed 'lsme': 72 at ffff8800b5c65960. 00020000:00000010:2.0:1731519667.169863:0:7506:0:(lov_ea.c:160:lsm_free()) kfreed 'lsm': 88 at ffff8800b5c65420. 00020000:00000010:2.0:1731519667.169864:0:7506:0:(lov_object.c:1551:lov_object_free()) slab-freed '(lov)': 232 at ffff8800a7ccfcb0. 00000080:00000010:2.0:1731519667.169865:0:7506:0:(vvp_object.c:329:vvp_object_free()) slab-freed 'vob': 200 at ffff8800a8a7e190. 00000080:00000010:1.1:1731519667.181368:0:27:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800af228000. 00000080:00000010:1.1:1731519667.181378:0:27:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800af2a0000. 00000080:00000010:1.1:1731519667.181387:0:27:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800af2a0800. 00000080:00000010:1.1:1731519667.181392:0:27:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800a7b80000. 00000080:00000010:1.1:1731519667.181394:0:27:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800a7b80800. 00000080:00000010:1.1:1731519667.181396:0:27:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800a7b81000. 00000080:00000010:1.1:1731519667.181398:0:27:0:(super25.c:77:ll_inode_destroy_callback()) slab-freed '(ptr)': 2048 at ffff8800af228800. 00000100:00000010:2.0:1731519672.044378:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446d80. 02000000:00000010:2.0:1731519672.044394:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:0.0:1731519672.044472:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731519672.044478:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856688. 00000400:00000010:0.0:1731519672.044484:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966f68. 00000100:00000200:0.0:1731519672.044489:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914981504, portal 25 00000400:00000010:0.0:1731519672.044492:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9664c8. 00000100:00000200:0.0:1731519672.044504:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914981504, offset 0 00000400:00000200:0.0:1731519672.044510:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519672.044526:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519672.044529:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519672.044532:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519672.044534:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519672.044535:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519672.044537:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [117:117:256:4294967295] 192.168.203.102@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:0.0:1731519672.044543:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519672.044547:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519672.044549:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41100. 00000800:00000200:0.0:1731519672.044553:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519672.044558:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519672.044561:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731519672.044652:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519672.044655:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41100. 00000400:00000200:2.0:1731519672.044658:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519672.044663:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519672.044666:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9664c8 00000400:00000010:2.0:1731519672.044667:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9664c8. 00000100:00000200:2.0:1731519672.044672:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446d80 x1815629914981504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519672.045705:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519672.045712:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204480 00000400:00000200:0.0:1731519672.045716:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x479 [1] + 224 00000400:00000200:0.0:1731519672.045727:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519672.045730:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519672.045734:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446d80 x1815629914981504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519672.045779:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856688. 00000400:00000200:2.0:1731519672.045784:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966f68 00000400:00000010:2.0:1731519672.045784:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966f68. 00000100:00000200:2.0:1731519672.045788:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446d80 x1815629914981504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519672.045794:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446d80 x1815629914981504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519672.045809:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731519672.045811:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:2.0:1731519672.045814:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446d80. 00000100:00000010:2.0:1731519677.052383:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446d80. 02000000:00000010:2.0:1731519677.052400:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731519677.052485:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97a00. 00000400:00000010:3.0:1731519677.052493:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519677.052498:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519677.052505:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914981632, portal 25 00000400:00000010:3.0:1731519677.052509:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4da18. 00000100:00000200:3.0:1731519677.052510:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914981632, offset 0 00000400:00000200:3.0:1731519677.052519:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519677.052529:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519677.052541:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519677.052545:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519677.052547:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519677.052549:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519677.052552:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [118:118:256:4294967295] 192.168.203.102@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:3.0:1731519677.052560:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519677.052565:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519677.052568:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519677.052573:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519677.052580:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519677.052583:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519677.052719:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519677.052723:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519677.052729:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519677.052734:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519677.052737:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4da18 00000400:00000010:0.0:1731519677.052739:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4da18. 00000100:00000200:0.0:1731519677.052746:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446d80 x1815629914981632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519677.053723:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519677.053737:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204500 00000400:00000200:0.0:1731519677.053742:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x481 [1] + 224 00000400:00000200:0.0:1731519677.053757:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519677.053760:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519677.053766:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446d80 x1815629914981632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519677.053818:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519677.053821:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519677.053822:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519677.053826:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446d80 x1815629914981632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519677.053831:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446d80 x1815629914981632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519677.053844:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97a00. 02000000:00000010:3.0:1731519677.053847:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731519677.053850:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446d80. 00000100:00000010:2.0:1731519682.060459:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446300. 02000000:00000010:2.0:1731519682.060488:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:1.0:1731519682.060660:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731519682.060672:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519682.060676:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519682.060682:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914981760, portal 25 00000400:00000010:1.0:1731519682.060685:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3812a8. 00000100:00000200:1.0:1731519682.060687:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914981760, offset 0 00000400:00000200:1.0:1731519682.060694:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519682.060704:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519682.060708:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519682.060711:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519682.060714:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519682.060715:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519682.060717:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [119:119:256:4294967295] 192.168.203.102@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:1.0:1731519682.060725:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519682.060740:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519682.060743:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731519682.060747:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519682.060753:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519682.060756:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519682.060923:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519682.060928:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731519682.060934:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519682.060942:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519682.060947:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3812a8 00000400:00000010:0.0:1731519682.060949:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3812a8. 00000100:00000200:0.0:1731519682.060959:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446300 x1815629914981760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519682.062159:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519682.062173:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204580 00000400:00000200:0.0:1731519682.062181:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x489 [1] + 224 00000400:00000200:0.0:1731519682.062203:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519682.062207:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519682.062213:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446300 x1815629914981760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519682.062316:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519682.062323:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731519682.062325:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519682.062331:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446300 x1815629914981760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519682.062342:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446300 x1815629914981760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519682.062366:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731519682.062372:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:1.0:1731519682.062377:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446300. 00000100:00000010:2.0:1731519687.068402:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445c00. 02000000:00000010:2.0:1731519687.068436:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:3.0:1731519687.068623:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97a00. 00000400:00000010:3.0:1731519687.068636:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519687.068642:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519687.068649:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914981888, portal 25 00000400:00000010:3.0:1731519687.068652:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d7f8. 00000100:00000200:3.0:1731519687.068654:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914981888, offset 0 00000400:00000200:3.0:1731519687.068662:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519687.068672:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519687.068677:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519687.068689:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519687.068692:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519687.068694:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519687.068697:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [120:120:256:4294967295] 192.168.203.102@tcp LPNI seq info [120:120:8:4294967295] 00000400:00000200:3.0:1731519687.068707:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519687.068712:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519687.068716:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519687.068721:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519687.068729:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519687.068732:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519687.068894:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519687.068900:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519687.068908:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519687.068918:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519687.068924:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d7f8 00000400:00000010:0.0:1731519687.068926:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d7f8. 00000100:00000200:0.0:1731519687.068936:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445c00 x1815629914981888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519687.070166:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519687.070191:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204600 00000400:00000200:0.0:1731519687.070200:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x491 [1] + 224 00000400:00000200:0.0:1731519687.070222:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519687.070226:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519687.070234:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445c00 x1815629914981888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519687.070290:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519687.070294:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519687.070295:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519687.070300:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445c00 x1815629914981888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519687.070307:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445c00 x1815629914981888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519687.070323:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97a00. 02000000:00000010:3.0:1731519687.070327:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:3.0:1731519687.070331:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445c00. 00000100:00000010:2.0:1731519692.076323:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445f80. 02000000:00000010:2.0:1731519692.076342:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:0.0:1731519692.076437:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731519692.076445:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8560b0. 00000400:00000010:0.0:1731519692.076451:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966ee0. 00000100:00000200:0.0:1731519692.076457:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914982016, portal 25 00000400:00000010:0.0:1731519692.076461:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9667f8. 00000100:00000200:0.0:1731519692.076463:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914982016, offset 0 00000400:00000200:0.0:1731519692.076470:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519692.076481:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519692.076485:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519692.076489:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519692.076492:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519692.076493:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519692.076495:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [121:121:256:4294967295] 192.168.203.102@tcp LPNI seq info [121:121:8:4294967295] 00000400:00000200:0.0:1731519692.076502:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519692.076507:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519692.076510:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41000. 00000800:00000200:0.0:1731519692.076515:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519692.076521:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519692.076525:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731519692.076645:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519692.076648:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41000. 00000400:00000200:2.0:1731519692.076652:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519692.076658:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519692.076662:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9667f8 00000400:00000010:2.0:1731519692.076664:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9667f8. 00000100:00000200:2.0:1731519692.076671:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445f80 x1815629914982016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519692.077641:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519692.077649:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204680 00000400:00000200:0.0:1731519692.077654:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x499 [1] + 224 00000400:00000200:0.0:1731519692.077665:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519692.077672:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519692.077676:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445f80 x1815629914982016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519692.077720:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8560b0. 00000400:00000200:2.0:1731519692.077724:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966ee0 00000400:00000010:2.0:1731519692.077726:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966ee0. 00000100:00000200:2.0:1731519692.077730:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445f80 x1815629914982016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519692.077738:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445f80 x1815629914982016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519692.077758:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731519692.077762:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:2.0:1731519692.077765:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445f80. 00000400:00000010:0.0:1731519693.475320:0:6388:0:(lib-lnet.h:476:lnet_rspt_free()) free 'rspt': 56 at ffff88012ab51150. 00000400:00000010:0.0:1731519693.475333:0:6388:0:(lib-lnet.h:476:lnet_rspt_free()) free 'rspt': 56 at ffff88012aa8a2d8. 00000100:00000010:0.0:1731519697.084468:0:18871:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731519697.084490:0:18871:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41a00. 02000000:00000010:2.0:1731519697.084543:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731519697.084551:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519697.084557:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519697.084563:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914982144, portal 25 00000400:00000010:2.0:1731519697.084567:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3110. 00000100:00000200:2.0:1731519697.084569:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914982144, offset 0 00000400:00000200:2.0:1731519697.084577:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519697.084588:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519697.084593:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519697.084597:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519697.084599:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519697.084601:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519697.084611:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [122:122:256:4294967295] 192.168.203.102@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:2.0:1731519697.084634:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519697.084639:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519697.084642:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731519697.084647:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519697.084655:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519697.084658:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519697.084694:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519697.084697:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731519697.084701:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519697.084706:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519697.084709:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3110 00000400:00000010:0.0:1731519697.084711:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3110. 00000100:00000200:0.0:1731519697.084718:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629914982144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519697.085529:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519697.085538:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204700 00000400:00000200:0.0:1731519697.085543:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x4a1 [1] + 224 00000400:00000200:0.0:1731519697.085555:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519697.085557:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519697.085562:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629914982144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519697.085604:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519697.085608:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519697.085609:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519697.085613:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629914982144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519697.085619:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629914982144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519697.085635:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731519697.085640:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41a00. 00000100:00000010:2.0:1731519697.085644:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731519702.092379:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731519702.092398:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41000. 02000000:00000010:3.0:1731519702.092470:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97a00. 00000400:00000010:3.0:1731519702.092489:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519702.092494:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519702.092500:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914982272, portal 25 00000400:00000010:3.0:1731519702.092504:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d770. 00000100:00000200:3.0:1731519702.092506:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914982272, offset 0 00000400:00000200:3.0:1731519702.092513:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519702.092523:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519702.092527:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519702.092530:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519702.092543:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519702.092545:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519702.092548:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [123:123:256:4294967295] 192.168.203.102@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:3.0:1731519702.092557:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519702.092562:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519702.092566:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519702.092571:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519702.092577:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519702.092581:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519702.092681:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519702.092684:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519702.092689:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519702.092693:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519702.092697:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d770 00000400:00000010:0.0:1731519702.092698:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d770. 00000100:00000200:0.0:1731519702.092704:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629914982272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519702.093851:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519702.093860:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204780 00000400:00000200:0.0:1731519702.093865:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x4a9 [1] + 224 00000400:00000200:0.0:1731519702.093881:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519702.093885:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519702.093890:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629914982272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519702.093929:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519702.093933:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519702.093934:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519702.093938:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629914982272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519702.093946:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629914982272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519702.093961:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97a00. 02000000:00000010:3.0:1731519702.093965:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41000. 00000100:00000010:3.0:1731519702.093967:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731519707.100385:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731519707.100403:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41700. 02000000:00000010:1.0:1731519707.100492:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731519707.100506:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519707.100514:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519707.100521:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914982400, portal 25 00000400:00000010:1.0:1731519707.100526:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3816e8. 00000100:00000200:1.0:1731519707.100529:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914982400, offset 0 00000400:00000200:1.0:1731519707.100540:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519707.100553:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519707.100560:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519707.100564:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519707.100569:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519707.100571:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519707.100574:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [124:124:256:4294967295] 192.168.203.102@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:1.0:1731519707.100585:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519707.100591:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519707.100608:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731519707.100614:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519707.100623:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519707.100627:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519707.100744:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519707.100747:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731519707.100752:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519707.100758:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519707.100763:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3816e8 00000400:00000010:0.0:1731519707.100765:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3816e8. 00000100:00000200:0.0:1731519707.100772:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629914982400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519707.101732:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519707.101742:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204800 00000400:00000200:0.0:1731519707.101748:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x4b1 [1] + 224 00000400:00000200:0.0:1731519707.101768:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519707.101772:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519707.101777:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629914982400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519707.101828:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519707.101832:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731519707.101833:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519707.101839:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629914982400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519707.101849:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629914982400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519707.101870:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731519707.101876:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41700. 00000100:00000010:1.0:1731519707.101880:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731519712.108360:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731519712.108376:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41600. 02000000:00000010:2.0:1731519712.108471:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731519712.108479:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519712.108485:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519712.108491:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914982528, portal 25 00000400:00000010:2.0:1731519712.108495:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3770. 00000100:00000200:2.0:1731519712.108497:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914982528, offset 0 00000400:00000200:2.0:1731519712.108504:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519712.108515:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519712.108519:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519712.108523:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519712.108525:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519712.108528:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519712.108530:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [125:125:256:4294967295] 192.168.203.102@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:2.0:1731519712.108549:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519712.108555:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519712.108558:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731519712.108564:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519712.108571:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519712.108574:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519712.108663:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519712.108665:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731519712.108672:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519712.108676:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519712.108678:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3770 00000400:00000010:0.0:1731519712.108680:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3770. 00000100:00000200:0.0:1731519712.108684:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629914982528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519712.109700:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519712.109707:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204880 00000400:00000200:0.0:1731519712.109712:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x4b9 [1] + 224 00000400:00000200:0.0:1731519712.109723:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519712.109725:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519712.109729:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629914982528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519712.109783:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519712.109787:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519712.109788:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519712.109793:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629914982528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519712.109802:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629914982528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519712.109818:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731519712.109823:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41600. 00000100:00000010:2.0:1731519712.109825:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731519717.116412:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731519717.116429:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41f00. 02000000:00000010:2.0:1731519717.116522:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731519717.116530:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519717.116537:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519717.116543:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914982656, portal 25 00000400:00000010:2.0:1731519717.116546:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731519717.116548:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914982656, offset 0 00000400:00000200:2.0:1731519717.116556:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519717.116566:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519717.116569:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519717.116572:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519717.116575:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519717.116576:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519717.116578:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [126:126:256:4294967295] 192.168.203.102@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:2.0:1731519717.116584:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519717.116598:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519717.116601:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731519717.116604:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519717.116611:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519717.116614:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519717.116729:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519717.116732:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731519717.116735:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519717.116739:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519717.116741:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac32a8 00000400:00000010:0.0:1731519717.116743:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac32a8. 00000100:00000200:0.0:1731519717.116748:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629914982656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519717.117485:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519717.117492:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204900 00000400:00000200:0.0:1731519717.117496:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x4c1 [1] + 224 00000400:00000200:0.0:1731519717.117507:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519717.117509:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519717.117513:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629914982656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519717.117566:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519717.117570:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519717.117571:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519717.117575:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629914982656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519717.117581:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629914982656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519717.117595:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731519717.117599:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41f00. 00000100:00000010:2.0:1731519717.117602:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731519722.124415:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731519722.124431:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41400. 02000000:00000010:3.0:1731519722.124511:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731519722.124518:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519722.124524:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519722.124530:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914982784, portal 25 00000400:00000010:3.0:1731519722.124533:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4df68. 00000100:00000200:3.0:1731519722.124535:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914982784, offset 0 00000400:00000200:3.0:1731519722.124543:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519722.124553:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519722.124557:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519722.124561:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519722.124564:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519722.124574:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519722.124577:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [127:127:256:4294967295] 192.168.203.102@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:3.0:1731519722.124587:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519722.124592:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519722.124596:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519722.124601:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519722.124608:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519722.124611:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519722.124699:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519722.124701:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519722.124705:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519722.124709:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519722.124712:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4df68 00000400:00000010:0.0:1731519722.124713:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4df68. 00000100:00000200:0.0:1731519722.124718:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629914982784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519722.125705:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519722.125712:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204980 00000400:00000200:0.0:1731519722.125716:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x4c9 [1] + 224 00000400:00000200:0.0:1731519722.125726:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519722.125729:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519722.125732:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629914982784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519722.125767:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519722.125770:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519722.125771:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519722.125776:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629914982784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519722.125785:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629914982784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519722.125802:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731519722.125805:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41400. 00000100:00000010:3.0:1731519722.125808:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731519727.132369:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731519727.132387:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41800. 02000000:00000010:1.0:1731519727.132459:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731519727.132468:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519727.132474:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519727.132480:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914982912, portal 25 00000400:00000010:1.0:1731519727.132483:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381550. 00000100:00000200:1.0:1731519727.132485:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914982912, offset 0 00000400:00000200:1.0:1731519727.132493:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519727.132503:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519727.132507:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519727.132510:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519727.132513:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519727.132515:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519727.132518:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [128:128:256:4294967295] 192.168.203.102@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:1.0:1731519727.132526:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519727.132532:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519727.132535:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731519727.132551:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519727.132559:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519727.132562:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519727.132651:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519727.132653:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731519727.132657:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519727.132661:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519727.132663:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381550 00000400:00000010:0.0:1731519727.132665:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381550. 00000100:00000200:0.0:1731519727.132670:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629914982912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519727.133696:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519727.133702:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204a00 00000400:00000200:0.0:1731519727.133710:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x4d1 [1] + 224 00000400:00000200:0.0:1731519727.133721:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519727.133723:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519727.133727:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629914982912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519727.133795:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519727.133799:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731519727.133800:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519727.133803:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629914982912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519727.133809:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629914982912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519727.133823:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731519727.133826:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41800. 00000100:00000010:1.0:1731519727.133829:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731519732.140475:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731519732.140501:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41100. 02000000:00000010:3.0:1731519732.140618:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731519732.140630:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519732.140637:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519732.140644:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914983040, portal 25 00000400:00000010:3.0:1731519732.140649:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d330. 00000100:00000200:3.0:1731519732.140652:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914983040, offset 0 00000400:00000200:3.0:1731519732.140661:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519732.140675:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519732.140680:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519732.140685:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519732.140688:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519732.140691:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519732.140709:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [129:129:256:4294967295] 192.168.203.102@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1731519732.140721:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519732.140727:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519732.140732:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519732.140738:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519732.140747:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519732.140751:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519732.140902:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519732.140906:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519732.140912:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519732.140920:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519732.140924:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d330 00000400:00000010:0.0:1731519732.140926:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d330. 00000100:00000200:0.0:1731519732.140934:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629914983040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519732.142643:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519732.142655:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204a80 00000400:00000200:0.0:1731519732.142662:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x4d9 [1] + 224 00000400:00000200:0.0:1731519732.142683:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519732.142687:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519732.142694:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629914983040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519732.142793:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519732.142802:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519732.142805:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519732.142814:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629914983040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519732.142831:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629914983040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519732.142859:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731519732.142866:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41100. 00000100:00000010:3.0:1731519732.142872:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731519737.148381:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731519737.148398:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41d00. 02000000:00000010:2.0:1731519737.148486:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731519737.148495:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519737.148501:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519737.148507:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914983168, portal 25 00000400:00000010:2.0:1731519737.148511:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3a18. 00000100:00000200:2.0:1731519737.148513:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914983168, offset 0 00000400:00000200:2.0:1731519737.148521:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519737.148532:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519737.148542:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519737.148546:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519737.148549:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519737.148551:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519737.148554:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [130:130:256:4294967295] 192.168.203.102@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:2.0:1731519737.148563:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519737.148569:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519737.148581:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731519737.148587:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519737.148595:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519737.148598:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519737.148700:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519737.148703:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731519737.148707:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519737.148713:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519737.148716:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3a18 00000400:00000010:0.0:1731519737.148717:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3a18. 00000100:00000200:0.0:1731519737.148728:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629914983168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519737.149915:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519737.149923:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204b00 00000400:00000200:0.0:1731519737.149928:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x4e1 [1] + 224 00000400:00000200:0.0:1731519737.149941:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519737.149944:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519737.149949:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629914983168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519737.149992:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519737.149995:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519737.149996:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519737.149999:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629914983168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519737.150005:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629914983168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519737.150018:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731519737.150022:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41d00. 00000100:00000010:2.0:1731519737.150024:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731519742.156365:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731519742.156384:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41900. 02000000:00000010:3.0:1731519742.156464:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731519742.156472:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519742.156478:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519742.156484:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914983296, portal 25 00000400:00000010:3.0:1731519742.156487:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d000. 00000100:00000200:3.0:1731519742.156489:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914983296, offset 0 00000400:00000200:3.0:1731519742.156496:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519742.156506:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519742.156510:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519742.156513:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519742.156515:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519742.156517:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519742.156519:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [131:131:256:4294967295] 192.168.203.102@tcp LPNI seq info [131:131:8:4294967295] 00000400:00000200:3.0:1731519742.156538:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519742.156543:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519742.156548:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519742.156552:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519742.156559:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519742.156562:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519742.156672:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519742.156676:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519742.156681:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519742.156688:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519742.156691:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d000 00000400:00000010:0.0:1731519742.156693:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d000. 00000100:00000200:0.0:1731519742.156699:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629914983296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519742.158063:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519742.158072:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204b80 00000400:00000200:0.0:1731519742.158077:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x4e9 [1] + 224 00000400:00000200:0.0:1731519742.158091:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519742.158095:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519742.158100:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629914983296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519742.158165:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519742.158172:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519742.158173:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519742.158180:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629914983296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519742.158191:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629914983296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519742.158255:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731519742.158260:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41900. 00000100:00000010:3.0:1731519742.158262:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731519747.164377:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731519747.164402:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41100. 02000000:00000010:1.0:1731519747.164541:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731519747.164553:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519747.164560:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519747.164568:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914983424, portal 25 00000400:00000010:1.0:1731519747.164573:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381c38. 00000100:00000200:1.0:1731519747.164576:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914983424, offset 0 00000400:00000200:1.0:1731519747.164585:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519747.164598:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519747.164604:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519747.164608:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519747.164612:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519747.164615:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519747.164618:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [132:132:256:4294967295] 192.168.203.102@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:1.0:1731519747.164629:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519747.164635:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519747.164639:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731519747.164645:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519747.164670:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519747.164674:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519747.164814:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519747.164826:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731519747.164832:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519747.164839:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519747.164844:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381c38 00000400:00000010:0.0:1731519747.164846:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381c38. 00000100:00000200:0.0:1731519747.164854:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629914983424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519747.166519:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519747.166532:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204c00 00000400:00000200:0.0:1731519747.166540:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x4f1 [1] + 224 00000400:00000200:0.0:1731519747.166560:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519747.166565:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519747.166572:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629914983424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519747.166675:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519747.166684:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731519747.166686:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519747.166696:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629914983424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519747.166713:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629914983424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519747.166743:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731519747.166751:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41100. 00000100:00000010:1.0:1731519747.166755:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731519752.172390:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731519752.172425:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41e00. 02000000:00000010:3.0:1731519752.172538:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731519752.172547:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519752.172554:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519752.172561:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914983552, portal 25 00000400:00000010:3.0:1731519752.172566:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d198. 00000100:00000200:3.0:1731519752.172568:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914983552, offset 0 00000400:00000200:3.0:1731519752.172578:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519752.172591:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519752.172597:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519752.172601:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519752.172604:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519752.172607:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519752.172610:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [133:133:256:4294967295] 192.168.203.102@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:3.0:1731519752.172621:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519752.172641:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519752.172645:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519752.172651:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519752.172659:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519752.172663:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519752.172815:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519752.172819:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519752.172824:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519752.172829:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519752.172834:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d198 00000400:00000010:0.0:1731519752.172835:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d198. 00000100:00000200:0.0:1731519752.172842:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629914983552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519752.174509:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519752.174522:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204c80 00000400:00000200:0.0:1731519752.174530:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x4f9 [1] + 224 00000400:00000200:0.0:1731519752.174558:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519752.174563:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519752.174570:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629914983552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519752.174665:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519752.174672:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519752.174674:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519752.174680:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629914983552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519752.174689:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629914983552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519752.174721:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731519752.174725:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41e00. 00000100:00000010:3.0:1731519752.174729:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731519757.180391:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731519757.180416:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41400. 02000000:00000010:2.0:1731519757.180566:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731519757.180578:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519757.180585:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519757.180592:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914983680, portal 25 00000400:00000010:2.0:1731519757.180597:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac33b8. 00000100:00000200:2.0:1731519757.180599:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914983680, offset 0 00000400:00000200:2.0:1731519757.180609:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519757.180623:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519757.180628:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519757.180633:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519757.180636:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519757.180640:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519757.180643:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [134:134:256:4294967295] 192.168.203.102@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:2.0:1731519757.180655:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519757.180661:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519757.180666:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731519757.180687:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519757.180697:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519757.180701:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519757.180847:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519757.180851:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731519757.180857:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519757.180864:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519757.180869:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac33b8 00000400:00000010:0.0:1731519757.180871:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac33b8. 00000100:00000200:0.0:1731519757.180878:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629914983680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519757.182860:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519757.182873:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204d00 00000400:00000200:0.0:1731519757.182880:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x501 [1] + 224 00000400:00000200:0.0:1731519757.182900:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519757.182905:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519757.182912:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629914983680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519757.183040:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519757.183048:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519757.183050:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519757.183058:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629914983680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519757.183069:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629914983680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519757.183183:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731519757.183190:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41400. 00000100:00000010:2.0:1731519757.183195:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731519762.188381:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731519762.188398:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41f00. 02000000:00000010:3.0:1731519762.188479:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731519762.188486:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519762.188492:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519762.188497:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914983808, portal 25 00000400:00000010:3.0:1731519762.188500:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4db28. 00000100:00000200:3.0:1731519762.188502:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914983808, offset 0 00000400:00000200:3.0:1731519762.188510:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519762.188519:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519762.188524:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519762.188528:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519762.188530:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519762.188532:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519762.188535:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [135:135:256:4294967295] 192.168.203.102@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:3.0:1731519762.188544:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519762.188548:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519762.188561:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519762.188566:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519762.188574:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519762.188577:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519762.188666:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519762.188668:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519762.188671:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519762.188676:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519762.188678:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4db28 00000400:00000010:0.0:1731519762.188679:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4db28. 00000100:00000200:0.0:1731519762.188684:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629914983808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519762.189650:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519762.189657:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204d80 00000400:00000200:0.0:1731519762.189665:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x509 [1] + 224 00000400:00000200:0.0:1731519762.189676:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519762.189678:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519762.189682:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629914983808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519762.189729:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519762.189734:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519762.189735:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519762.189740:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629914983808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519762.189748:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629914983808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519762.189765:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731519762.189768:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41f00. 00000100:00000010:3.0:1731519762.189771:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731519767.196361:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731519767.196378:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41500. 02000000:00000010:3.0:1731519767.196472:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731519767.196479:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519767.196485:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519767.196491:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914983936, portal 25 00000400:00000010:3.0:1731519767.196495:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d3b8. 00000100:00000200:3.0:1731519767.196497:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914983936, offset 0 00000400:00000200:3.0:1731519767.196504:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519767.196515:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519767.196519:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519767.196522:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519767.196525:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519767.196527:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519767.196530:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [136:136:256:4294967295] 192.168.203.102@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:3.0:1731519767.196536:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519767.196540:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519767.196543:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519767.196556:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519767.196562:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519767.196564:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519767.196652:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519767.196654:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519767.196658:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519767.196662:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519767.196664:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d3b8 00000400:00000010:0.0:1731519767.196666:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d3b8. 00000100:00000200:0.0:1731519767.196670:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629914983936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519767.197706:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519767.197713:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204e00 00000400:00000200:0.0:1731519767.197717:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x511 [1] + 224 00000400:00000200:0.0:1731519767.197728:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519767.197730:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519767.197734:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629914983936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519767.197776:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519767.197780:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519767.197781:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519767.197786:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629914983936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519767.197794:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629914983936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519767.197811:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731519767.197815:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41500. 00000100:00000010:3.0:1731519767.197818:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731519772.204360:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731519772.204379:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41600. 02000000:00000010:3.0:1731519772.204464:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731519772.204472:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519772.204478:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519772.204484:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914984064, portal 25 00000400:00000010:3.0:1731519772.204488:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d6e8. 00000100:00000200:3.0:1731519772.204490:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914984064, offset 0 00000400:00000200:3.0:1731519772.204499:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519772.204510:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519772.204515:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519772.204518:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519772.204521:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519772.204523:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519772.204525:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [137:137:256:4294967295] 192.168.203.102@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:3.0:1731519772.204534:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519772.204539:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519772.204543:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519772.204547:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519772.204565:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519772.204568:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519772.204676:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519772.204679:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519772.204685:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519772.204691:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519772.204694:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d6e8 00000400:00000010:0.0:1731519772.204696:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d6e8. 00000100:00000200:0.0:1731519772.204709:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629914984064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519772.205733:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519772.205740:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204e80 00000400:00000200:0.0:1731519772.205744:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x519 [1] + 224 00000400:00000200:0.0:1731519772.205754:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519772.205756:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519772.205760:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629914984064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519772.205798:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519772.205801:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519772.205802:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519772.205805:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629914984064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519772.205811:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629914984064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519772.205825:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731519772.205827:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41600. 00000100:00000010:3.0:1731519772.205829:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731519777.212351:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731519777.212370:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41700. 02000000:00000010:3.0:1731519777.212460:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731519777.212467:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519777.212471:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519777.212476:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914984192, portal 25 00000400:00000010:3.0:1731519777.212479:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d880. 00000100:00000200:3.0:1731519777.212480:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914984192, offset 0 00000400:00000200:3.0:1731519777.212486:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519777.212495:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519777.212497:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519777.212501:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519777.212503:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519777.212504:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519777.212506:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [138:138:256:4294967295] 192.168.203.102@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:3.0:1731519777.212512:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519777.212516:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519777.212518:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519777.212522:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519777.212527:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519777.212538:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519777.212650:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519777.212654:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519777.212659:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519777.212665:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519777.212668:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d880 00000400:00000010:0.0:1731519777.212670:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d880. 00000100:00000200:0.0:1731519777.212675:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629914984192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519777.213775:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519777.213783:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204f00 00000400:00000200:0.0:1731519777.213787:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x521 [1] + 224 00000400:00000200:0.0:1731519777.213798:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519777.213801:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519777.213805:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629914984192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519777.213854:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519777.213857:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519777.213858:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519777.213861:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629914984192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519777.213867:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629914984192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519777.213881:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731519777.213883:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41700. 00000100:00000010:3.0:1731519777.213885:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731519782.220320:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731519782.220339:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41600. 02000000:00000010:1.0:1731519782.220422:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731519782.220430:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519782.220436:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519782.220442:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914984320, portal 25 00000400:00000010:1.0:1731519782.220446:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381908. 00000100:00000200:1.0:1731519782.220448:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914984320, offset 0 00000400:00000200:1.0:1731519782.220457:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519782.220467:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519782.220472:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519782.220475:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519782.220478:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519782.220480:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519782.220483:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [139:139:256:4294967295] 192.168.203.102@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:1.0:1731519782.220492:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519782.220497:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519782.220501:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731519782.220506:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519782.220512:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519782.220526:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519782.220628:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519782.220636:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731519782.220640:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519782.220645:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519782.220648:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381908 00000400:00000010:0.0:1731519782.220649:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381908. 00000100:00000200:0.0:1731519782.220655:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629914984320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519782.221714:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519782.221723:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48204f80 00000400:00000200:0.0:1731519782.221728:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x529 [1] + 224 00000400:00000200:0.0:1731519782.221741:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519782.221745:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519782.221750:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629914984320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519782.221801:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519782.221805:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731519782.221806:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519782.221810:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629914984320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519782.221816:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629914984320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519782.221830:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731519782.221833:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41600. 00000100:00000010:1.0:1731519782.221835:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731519787.228372:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731519787.228394:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41500. 02000000:00000010:2.0:1731519787.228488:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731519787.228496:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519787.228502:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519787.228508:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914984448, portal 25 00000400:00000010:2.0:1731519787.228512:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac37f8. 00000100:00000200:2.0:1731519787.228513:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914984448, offset 0 00000400:00000200:2.0:1731519787.228521:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519787.228531:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519787.228536:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519787.228539:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519787.228542:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519787.228543:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519787.228546:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [140:140:256:4294967295] 192.168.203.102@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:2.0:1731519787.228553:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519787.228558:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519787.228561:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731519787.228565:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519787.228580:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519787.228584:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519787.228701:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519787.228705:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731519787.228708:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519787.228713:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519787.228716:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac37f8 00000400:00000010:0.0:1731519787.228717:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac37f8. 00000100:00000200:0.0:1731519787.228723:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629914984448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519787.229955:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519787.229963:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205000 00000400:00000200:0.0:1731519787.229968:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x531 [1] + 224 00000400:00000200:0.0:1731519787.229981:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519787.229984:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519787.229989:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629914984448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519787.230061:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519787.230066:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519787.230067:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519787.230073:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629914984448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519787.230080:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629914984448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519787.230096:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731519787.230100:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41500. 00000100:00000010:2.0:1731519787.230103:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731519792.236403:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731519792.236421:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41400. 02000000:00000010:3.0:1731519792.236495:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731519792.236503:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519792.236508:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519792.236514:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914984576, portal 25 00000400:00000010:3.0:1731519792.236517:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d110. 00000100:00000200:3.0:1731519792.236519:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914984576, offset 0 00000400:00000200:3.0:1731519792.236526:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519792.236537:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519792.236541:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519792.236544:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519792.236547:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519792.236549:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519792.236551:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [141:141:256:4294967295] 192.168.203.102@tcp LPNI seq info [141:141:8:4294967295] 00000400:00000200:3.0:1731519792.236558:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519792.236563:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519792.236566:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519792.236571:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519792.236578:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519792.236581:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519792.236692:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519792.236695:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519792.236699:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519792.236703:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519792.236707:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d110 00000400:00000010:0.0:1731519792.236708:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d110. 00000100:00000200:0.0:1731519792.236713:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629914984576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519792.237944:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519792.237952:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205080 00000400:00000200:0.0:1731519792.237957:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x539 [1] + 224 00000400:00000200:0.0:1731519792.237970:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519792.237973:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519792.237978:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629914984576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519792.238062:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519792.238067:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519792.238069:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519792.238074:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629914984576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519792.238081:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629914984576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519792.238097:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731519792.238100:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41400. 00000100:00000010:3.0:1731519792.238103:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731519797.244440:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731519797.244457:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41e00. 02000000:00000010:3.0:1731519797.244565:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731519797.244573:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519797.244578:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519797.244584:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914984704, portal 25 00000400:00000010:3.0:1731519797.244587:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4daa0. 00000100:00000200:3.0:1731519797.244588:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914984704, offset 0 00000400:00000200:3.0:1731519797.244595:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519797.244606:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519797.244609:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519797.244613:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519797.244615:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519797.244617:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519797.244619:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [142:142:256:4294967295] 192.168.203.102@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:3.0:1731519797.244626:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519797.244631:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519797.244634:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519797.244638:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519797.244644:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519797.244647:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519797.244768:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519797.244772:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519797.244777:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519797.244784:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519797.244788:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4daa0 00000400:00000010:0.0:1731519797.244790:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4daa0. 00000100:00000200:0.0:1731519797.244796:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629914984704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519797.245987:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519797.245996:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205100 00000400:00000200:0.0:1731519797.246010:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x541 [1] + 224 00000400:00000200:0.0:1731519797.246023:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519797.246026:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519797.246031:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629914984704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519797.246087:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519797.246097:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519797.246099:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519797.246105:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629914984704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519797.246114:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629914984704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519797.246133:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731519797.246137:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41e00. 00000100:00000010:3.0:1731519797.246140:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731519802.252400:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731519802.252421:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41800. 02000000:00000010:1.0:1731519802.252535:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731519802.252543:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519802.252548:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519802.252554:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914984832, portal 25 00000400:00000010:1.0:1731519802.252557:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381d48. 00000100:00000200:1.0:1731519802.252559:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914984832, offset 0 00000400:00000200:1.0:1731519802.252566:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519802.252576:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519802.252580:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519802.252583:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519802.252585:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519802.252587:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519802.252589:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [143:143:256:4294967295] 192.168.203.102@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:1.0:1731519802.252596:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519802.252600:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519802.252603:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731519802.252607:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519802.252629:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519802.252631:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519802.252757:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519802.252760:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731519802.252764:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519802.252769:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519802.252771:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381d48 00000400:00000010:0.0:1731519802.252772:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381d48. 00000100:00000200:0.0:1731519802.252778:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629914984832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519802.253946:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519802.253954:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205180 00000400:00000200:0.0:1731519802.253960:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x549 [1] + 224 00000400:00000200:0.0:1731519802.253974:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519802.253977:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519802.253982:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629914984832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519802.254059:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519802.254064:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731519802.254066:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519802.254071:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629914984832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519802.254079:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629914984832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519802.254107:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731519802.254111:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41800. 00000100:00000010:1.0:1731519802.254114:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:2.0:1731519807.260399:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445f80. 02000000:00000010:2.0:1731519807.260414:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731519807.260525:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731519807.260534:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519807.260540:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519807.260547:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914984960, portal 25 00000400:00000010:3.0:1731519807.260552:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4daa0. 00000100:00000200:3.0:1731519807.260554:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914984960, offset 0 00000400:00000200:3.0:1731519807.260563:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519807.260574:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519807.260579:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519807.260583:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519807.260586:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519807.260588:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519807.260591:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [144:144:256:4294967295] 192.168.203.102@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:3.0:1731519807.260601:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519807.260607:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519807.260611:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519807.260617:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519807.260625:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519807.260628:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519807.260805:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519807.260808:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519807.260813:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519807.260817:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519807.260820:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4daa0 00000400:00000010:0.0:1731519807.260821:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4daa0. 00000100:00000200:0.0:1731519807.260827:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445f80 x1815629914984960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519807.261826:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519807.261836:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205200 00000400:00000200:0.0:1731519807.261842:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x551 [1] + 224 00000400:00000200:0.0:1731519807.261858:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519807.261862:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519807.261867:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445f80 x1815629914984960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519807.261914:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519807.261918:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519807.261923:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519807.261928:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445f80 x1815629914984960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519807.261934:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445f80 x1815629914984960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519807.261948:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731519807.261951:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731519807.261954:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445f80. 00000100:00000010:0.0:1731519812.268537:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731519812.268564:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41000. 02000000:00000010:2.0:1731519812.268682:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731519812.268693:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519812.268701:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519812.268709:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914985088, portal 25 00000400:00000010:2.0:1731519812.268770:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac36e8. 00000100:00000200:2.0:1731519812.268773:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914985088, offset 0 00000400:00000200:2.0:1731519812.268783:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519812.268795:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519812.268800:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519812.268804:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519812.268808:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519812.268810:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519812.268814:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [145:145:256:4294967295] 192.168.203.102@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:2.0:1731519812.268824:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519812.268829:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519812.268833:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731519812.268853:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519812.268861:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519812.268865:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519812.268997:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519812.269001:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731519812.269006:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519812.269012:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519812.269016:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac36e8 00000400:00000010:0.0:1731519812.269018:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac36e8. 00000100:00000200:0.0:1731519812.269026:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629914985088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519812.270598:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519812.270616:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205280 00000400:00000200:0.0:1731519812.270626:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x559 [1] + 224 00000400:00000200:0.0:1731519812.270652:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519812.270659:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519812.270668:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629914985088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519812.270819:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519812.270826:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519812.270828:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519812.270835:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629914985088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519812.270846:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629914985088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519812.270866:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731519812.270872:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41000. 00000100:00000010:2.0:1731519812.270876:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:2.0:1731519817.276440:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445880. 02000000:00000010:2.0:1731519817.276456:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:0.0:1731519817.276506:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731519817.276512:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856108. 00000400:00000010:0.0:1731519817.276517:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966770. 00000100:00000200:0.0:1731519817.276522:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914985216, portal 25 00000400:00000010:0.0:1731519817.276535:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966e58. 00000100:00000200:0.0:1731519817.276537:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914985216, offset 0 00000400:00000200:0.0:1731519817.276543:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519817.276552:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519817.276555:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519817.276558:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519817.276560:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519817.276561:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519817.276564:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [146:146:256:4294967295] 192.168.203.102@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:0.0:1731519817.276570:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519817.276574:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519817.276576:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41900. 00000800:00000200:0.0:1731519817.276579:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519817.276585:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519817.276588:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731519817.276703:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519817.276706:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41900. 00000400:00000200:2.0:1731519817.276709:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519817.276714:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519817.276718:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966e58 00000400:00000010:2.0:1731519817.276720:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966e58. 00000100:00000200:2.0:1731519817.276726:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445880 x1815629914985216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519817.277714:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519817.277723:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205300 00000400:00000200:0.0:1731519817.277728:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x561 [1] + 224 00000400:00000200:0.0:1731519817.277743:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519817.277747:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519817.277752:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445880 x1815629914985216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519817.277807:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856108. 00000400:00000200:2.0:1731519817.277811:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966770 00000400:00000010:2.0:1731519817.277812:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966770. 00000100:00000200:2.0:1731519817.277816:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445880 x1815629914985216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519817.277822:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445880 x1815629914985216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519817.277837:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731519817.277845:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:2.0:1731519817.277848:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445880. 00000100:00000010:0.0:1731519822.284580:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731519822.284604:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41100. 02000000:00000010:3.0:1731519822.284758:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731519822.284771:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519822.284780:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519822.284789:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914985344, portal 25 00000400:00000010:3.0:1731519822.284795:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d110. 00000100:00000200:3.0:1731519822.284799:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914985344, offset 0 00000400:00000200:3.0:1731519822.284812:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519822.284829:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519822.284837:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519822.284843:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519822.284848:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519822.284852:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519822.284857:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [147:147:256:4294967295] 192.168.203.102@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:3.0:1731519822.284873:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519822.284883:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519822.284889:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519822.284897:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519822.284909:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519822.284915:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519822.285068:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519822.285073:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519822.285082:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519822.285091:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519822.285096:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d110 00000400:00000010:0.0:1731519822.285117:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d110. 00000100:00000200:0.0:1731519822.285128:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629914985344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519822.286807:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519822.286819:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205380 00000400:00000200:0.0:1731519822.286826:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x569 [1] + 224 00000400:00000200:0.0:1731519822.286843:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519822.286847:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519822.286854:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629914985344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519822.286941:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519822.286949:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519822.286951:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519822.286960:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629914985344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519822.286985:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629914985344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519822.287015:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731519822.287021:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41100. 00000100:00000010:3.0:1731519822.287026:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:2.0:1731519827.292482:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445880. 02000000:00000010:2.0:1731519827.292515:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:3.0:1731519827.292672:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731519827.292681:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519827.292687:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519827.292695:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914985472, portal 25 00000400:00000010:3.0:1731519827.292699:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d880. 00000100:00000200:3.0:1731519827.292701:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914985472, offset 0 00000400:00000200:3.0:1731519827.292710:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519827.292723:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519827.292728:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519827.292732:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519827.292735:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519827.292737:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519827.292740:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [148:148:256:4294967295] 192.168.203.102@tcp LPNI seq info [148:148:8:4294967295] 00000400:00000200:3.0:1731519827.292750:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519827.292756:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519827.292760:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519827.292766:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519827.292775:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519827.292779:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519827.292962:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519827.292967:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519827.292973:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519827.292980:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519827.292984:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d880 00000400:00000010:0.0:1731519827.292985:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d880. 00000100:00000200:0.0:1731519827.292993:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445880 x1815629914985472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519827.294525:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519827.294537:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205400 00000400:00000200:0.0:1731519827.294546:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x571 [1] + 224 00000400:00000200:0.0:1731519827.294571:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519827.294577:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519827.294585:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445880 x1815629914985472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519827.294707:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519827.294714:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519827.294716:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519827.294722:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445880 x1815629914985472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519827.294749:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445880 x1815629914985472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519827.294769:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731519827.294773:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:3.0:1731519827.294777:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445880. 00000100:00000010:0.0:1731519832.300509:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731519832.300539:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41e00. 02000000:00000010:2.0:1731519832.300632:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731519832.300642:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519832.300648:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519832.300655:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914985600, portal 25 00000400:00000010:2.0:1731519832.300660:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3198. 00000100:00000200:2.0:1731519832.300672:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914985600, offset 0 00000400:00000200:2.0:1731519832.300681:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519832.300693:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519832.300697:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519832.300701:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519832.300705:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519832.300707:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519832.300710:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [149:149:256:4294967295] 192.168.203.102@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:2.0:1731519832.300720:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519832.300725:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519832.300728:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731519832.300734:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519832.300743:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519832.300747:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519832.300871:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519832.300875:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731519832.300892:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519832.300899:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519832.300903:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3198 00000400:00000010:0.0:1731519832.300905:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3198. 00000100:00000200:0.0:1731519832.300912:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629914985600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519832.302529:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519832.302540:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205480 00000400:00000200:0.0:1731519832.302547:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x579 [1] + 224 00000400:00000200:0.0:1731519832.302564:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519832.302567:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519832.302600:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629914985600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519832.302690:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519832.302697:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519832.302698:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519832.302705:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629914985600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519832.302715:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629914985600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519832.302735:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731519832.302747:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41e00. 00000100:00000010:2.0:1731519832.302751:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731519837.308437:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731519837.308462:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41800. 02000000:00000010:3.0:1731519837.308623:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731519837.308634:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519837.308641:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519837.308648:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914985728, portal 25 00000400:00000010:3.0:1731519837.308652:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d6e8. 00000100:00000200:3.0:1731519837.308654:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914985728, offset 0 00000400:00000200:3.0:1731519837.308665:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519837.308677:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519837.308682:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519837.308687:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519837.308691:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519837.308693:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519837.308697:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [150:150:256:4294967295] 192.168.203.102@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:3.0:1731519837.308707:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519837.308713:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519837.308718:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519837.308724:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519837.308732:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519837.308737:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519837.308879:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519837.308884:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519837.308890:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519837.308897:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519837.308902:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d6e8 00000400:00000010:0.0:1731519837.308904:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d6e8. 00000100:00000200:0.0:1731519837.308911:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629914985728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519837.310671:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519837.310684:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205500 00000400:00000200:0.0:1731519837.310693:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x581 [1] + 224 00000400:00000200:0.0:1731519837.310721:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519837.310728:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519837.310738:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629914985728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519837.310909:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519837.310918:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519837.310921:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519837.310931:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629914985728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519837.310969:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629914985728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519837.310999:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731519837.311006:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41800. 00000100:00000010:3.0:1731519837.311011:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:2.0:1731519842.316567:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445500. 02000000:00000010:2.0:1731519842.316595:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731519842.316726:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731519842.316737:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519842.316744:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519842.316751:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914985856, portal 25 00000400:00000010:3.0:1731519842.316756:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d3b8. 00000100:00000200:3.0:1731519842.316758:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914985856, offset 0 00000400:00000200:3.0:1731519842.316768:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519842.316782:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519842.316787:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519842.316792:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519842.316796:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519842.316799:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519842.316802:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [151:151:256:4294967295] 192.168.203.102@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:3.0:1731519842.316814:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519842.316819:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519842.316823:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519842.316829:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519842.316838:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519842.316842:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519842.317000:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519842.317007:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519842.317015:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519842.317024:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519842.317030:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d3b8 00000400:00000010:0.0:1731519842.317033:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d3b8. 00000100:00000200:0.0:1731519842.317042:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445500 x1815629914985856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519842.318897:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519842.318910:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205580 00000400:00000200:0.0:1731519842.318920:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x589 [1] + 224 00000400:00000200:0.0:1731519842.318944:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519842.318950:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519842.318958:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445500 x1815629914985856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519842.319060:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519842.319070:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519842.319073:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519842.319082:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445500 x1815629914985856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519842.319120:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445500 x1815629914985856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519842.319148:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731519842.319155:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731519842.319160:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445500. 00000100:00000010:0.0:1731519847.324564:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731519847.324587:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41f00. 02000000:00000010:3.0:1731519847.324720:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731519847.324731:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519847.324740:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519847.324749:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914985984, portal 25 00000400:00000010:3.0:1731519847.324755:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4db28. 00000100:00000200:3.0:1731519847.324758:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914985984, offset 0 00000400:00000200:3.0:1731519847.324770:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519847.324785:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519847.324792:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519847.324798:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519847.324802:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519847.324806:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519847.324811:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [152:152:256:4294967295] 192.168.203.102@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:3.0:1731519847.324827:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519847.324835:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519847.324841:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519847.324849:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519847.324860:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519847.324866:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519847.325008:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519847.325012:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519847.325018:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519847.325026:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519847.325030:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4db28 00000400:00000010:0.0:1731519847.325032:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4db28. 00000100:00000200:0.0:1731519847.325040:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629914985984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519847.326819:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519847.326832:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205600 00000400:00000200:0.0:1731519847.326839:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x591 [1] + 224 00000400:00000200:0.0:1731519847.326862:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519847.326875:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519847.326882:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629914985984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519847.327029:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519847.327037:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519847.327039:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519847.327046:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629914985984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519847.327074:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629914985984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519847.327096:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731519847.327101:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41f00. 00000100:00000010:3.0:1731519847.327105:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:2.0:1731519852.332533:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445180. 02000000:00000010:2.0:1731519852.332557:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:0.0:1731519852.332665:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731519852.332677:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8561b8. 00000400:00000010:0.0:1731519852.332686:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966cc0. 00000100:00000200:0.0:1731519852.332693:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914986112, portal 25 00000400:00000010:0.0:1731519852.332697:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966d48. 00000100:00000200:0.0:1731519852.332700:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914986112, offset 0 00000400:00000200:0.0:1731519852.332709:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519852.332721:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519852.332726:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519852.332730:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519852.332734:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519852.332736:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519852.332739:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [153:153:256:4294967295] 192.168.203.102@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1731519852.332749:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519852.332755:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519852.332758:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41d00. 00000800:00000200:0.0:1731519852.332764:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519852.332772:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519852.332775:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731519852.332926:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519852.332930:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41d00. 00000400:00000200:2.0:1731519852.332933:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519852.332940:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519852.332944:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966d48 00000400:00000010:2.0:1731519852.332946:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966d48. 00000100:00000200:2.0:1731519852.332953:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445180 x1815629914986112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519852.334584:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519852.334596:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205680 00000400:00000200:0.0:1731519852.334602:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x599 [1] + 224 00000400:00000200:0.0:1731519852.334623:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519852.334627:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519852.334633:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445180 x1815629914986112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519852.334755:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8561b8. 00000400:00000200:2.0:1731519852.334765:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966cc0 00000400:00000010:2.0:1731519852.334768:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966cc0. 00000100:00000200:2.0:1731519852.334778:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445180 x1815629914986112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519852.334794:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445180 x1815629914986112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519852.334824:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731519852.334830:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:2.0:1731519852.334834:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445180. 00000100:00000010:0.0:1731519857.340435:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731519857.340452:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41600. 02000000:00000010:2.0:1731519857.340514:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731519857.340523:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519857.340529:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519857.340535:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914986240, portal 25 00000400:00000010:2.0:1731519857.340539:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac34c8. 00000100:00000200:2.0:1731519857.340541:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914986240, offset 0 00000400:00000200:2.0:1731519857.340549:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519857.340559:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519857.340575:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519857.340579:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519857.340581:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519857.340584:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519857.340587:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [154:154:256:4294967295] 192.168.203.102@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:2.0:1731519857.340596:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519857.340601:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519857.340604:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731519857.340610:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519857.340617:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519857.340620:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519857.340708:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519857.340711:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731519857.340714:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519857.340718:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519857.340721:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac34c8 00000400:00000010:0.0:1731519857.340722:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac34c8. 00000100:00000200:0.0:1731519857.340727:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629914986240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519857.341701:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519857.341711:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205700 00000400:00000200:0.0:1731519857.341717:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x5a1 [1] + 224 00000400:00000200:0.0:1731519857.341733:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519857.341737:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519857.341742:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629914986240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519857.341795:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519857.341799:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519857.341800:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519857.341804:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629914986240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519857.341812:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629914986240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519857.341828:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731519857.341832:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41600. 00000100:00000010:2.0:1731519857.341834:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731519862.348400:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731519862.348419:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41500. 02000000:00000010:3.0:1731519862.348489:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731519862.348496:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519862.348502:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519862.348508:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914986368, portal 25 00000400:00000010:3.0:1731519862.348512:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d198. 00000100:00000200:3.0:1731519862.348513:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914986368, offset 0 00000400:00000200:3.0:1731519862.348521:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519862.348530:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519862.348534:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519862.348537:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519862.348540:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519862.348542:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519862.348544:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [155:155:256:4294967295] 192.168.203.102@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:3.0:1731519862.348553:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519862.348558:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519862.348560:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519862.348565:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519862.348572:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519862.348575:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519862.348664:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519862.348667:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519862.348672:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519862.348677:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519862.348680:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d198 00000400:00000010:0.0:1731519862.348682:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d198. 00000100:00000200:0.0:1731519862.348688:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629914986368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519862.349698:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519862.349705:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205780 00000400:00000200:0.0:1731519862.349717:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x5a9 [1] + 224 00000400:00000200:0.0:1731519862.349728:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519862.349730:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519862.349734:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629914986368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519862.349813:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519862.349817:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519862.349818:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519862.349822:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629914986368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519862.349837:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629914986368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519862.349850:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731519862.349854:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41500. 00000100:00000010:3.0:1731519862.349856:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731519867.356401:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731519867.356419:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41a00. 02000000:00000010:3.0:1731519867.356513:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731519867.356521:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519867.356525:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519867.356530:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914986496, portal 25 00000400:00000010:3.0:1731519867.356533:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d000. 00000100:00000200:3.0:1731519867.356534:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914986496, offset 0 00000400:00000200:3.0:1731519867.356541:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519867.356549:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519867.356553:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519867.356556:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519867.356558:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519867.356559:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519867.356561:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [156:156:256:4294967295] 192.168.203.102@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:3.0:1731519867.356567:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519867.356571:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519867.356574:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519867.356578:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519867.356583:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519867.356585:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519867.356679:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519867.356681:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519867.356686:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519867.356691:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519867.356693:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d000 00000400:00000010:0.0:1731519867.356695:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d000. 00000100:00000200:0.0:1731519867.356700:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629914986496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519867.357945:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519867.357957:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205800 00000400:00000200:0.0:1731519867.357964:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x5b1 [1] + 224 00000400:00000200:0.0:1731519867.357988:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519867.357992:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519867.357999:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629914986496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519867.358117:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519867.358125:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519867.358127:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519867.358134:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629914986496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519867.358165:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629914986496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519867.358187:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731519867.358193:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41a00. 00000100:00000010:3.0:1731519867.358196:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731519872.364474:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731519872.364499:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41700. 02000000:00000010:2.0:1731519872.364642:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731519872.364653:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519872.364661:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519872.364669:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914986624, portal 25 00000400:00000010:2.0:1731519872.364673:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3cc0. 00000100:00000200:2.0:1731519872.364676:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914986624, offset 0 00000400:00000200:2.0:1731519872.364685:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519872.364698:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519872.364704:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519872.364723:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519872.364727:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519872.364730:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519872.364733:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [157:157:256:4294967295] 192.168.203.102@tcp LPNI seq info [157:157:8:4294967295] 00000400:00000200:2.0:1731519872.364745:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519872.364751:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519872.364755:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731519872.364762:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519872.364771:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519872.364775:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519872.364924:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519872.364928:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731519872.364934:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519872.364941:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519872.364945:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3cc0 00000400:00000010:0.0:1731519872.364947:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3cc0. 00000100:00000200:0.0:1731519872.364964:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629914986624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519872.366815:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519872.366828:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205880 00000400:00000200:0.0:1731519872.366835:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x5b9 [1] + 224 00000400:00000200:0.0:1731519872.366855:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519872.366859:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519872.366867:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629914986624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519872.366994:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519872.367002:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519872.367003:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519872.367011:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629914986624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519872.367022:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629914986624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519872.367055:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731519872.367061:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41700. 00000100:00000010:2.0:1731519872.367065:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731519877.372454:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731519877.372479:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41d00. 02000000:00000010:2.0:1731519877.372599:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731519877.372610:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519877.372617:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519877.372625:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914986752, portal 25 00000400:00000010:2.0:1731519877.372630:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3660. 00000100:00000200:2.0:1731519877.372632:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914986752, offset 0 00000400:00000200:2.0:1731519877.372642:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519877.372656:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519877.372662:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519877.372666:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519877.372685:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519877.372687:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519877.372691:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [158:158:256:4294967295] 192.168.203.102@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1731519877.372703:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519877.372709:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519877.372713:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731519877.372719:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519877.372728:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519877.372733:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519877.372875:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519877.372880:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731519877.372885:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519877.372893:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519877.372897:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3660 00000400:00000010:0.0:1731519877.372899:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3660. 00000100:00000200:0.0:1731519877.372907:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629914986752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519877.374631:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519877.374644:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205900 00000400:00000200:0.0:1731519877.374651:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x5c1 [1] + 224 00000400:00000200:0.0:1731519877.374670:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519877.374674:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519877.374682:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629914986752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519877.374814:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519877.374822:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519877.374824:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519877.374832:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629914986752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519877.374843:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629914986752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519877.374866:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731519877.374871:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41d00. 00000100:00000010:2.0:1731519877.374875:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731519882.380397:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731519882.380422:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41400. 02000000:00000010:3.0:1731519882.380553:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731519882.380564:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519882.380573:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519882.380582:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914986880, portal 25 00000400:00000010:3.0:1731519882.380588:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d330. 00000100:00000200:3.0:1731519882.380592:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914986880, offset 0 00000400:00000200:3.0:1731519882.380605:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519882.380619:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519882.380626:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519882.380632:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519882.380637:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519882.380641:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519882.380647:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [159:159:256:4294967295] 192.168.203.102@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:3.0:1731519882.380663:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519882.380672:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519882.380677:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519882.380685:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519882.380697:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519882.380703:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519882.380843:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519882.380860:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519882.380866:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519882.380873:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519882.380878:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d330 00000400:00000010:0.0:1731519882.380880:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d330. 00000100:00000200:0.0:1731519882.380888:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629914986880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519882.382697:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519882.382710:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205980 00000400:00000200:0.0:1731519882.382717:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x5c9 [1] + 224 00000400:00000200:0.0:1731519882.382736:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519882.382741:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519882.382748:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629914986880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519882.382898:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519882.382906:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519882.382908:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519882.382915:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629914986880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519882.382943:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629914986880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519882.382966:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731519882.382972:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41400. 00000100:00000010:3.0:1731519882.382975:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731519887.388382:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731519887.388402:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41f00. 02000000:00000010:1.0:1731519887.388505:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731519887.388513:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519887.388517:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519887.388529:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914987008, portal 25 00000400:00000010:1.0:1731519887.388533:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381cc0. 00000100:00000200:1.0:1731519887.388534:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914987008, offset 0 00000400:00000200:1.0:1731519887.388543:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519887.388552:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519887.388555:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519887.388558:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519887.388560:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519887.388561:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519887.388563:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [160:160:256:4294967295] 192.168.203.102@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:1.0:1731519887.388569:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519887.388572:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519887.388575:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731519887.388578:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519887.388583:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519887.388586:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519887.388680:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519887.388683:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731519887.388686:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519887.388690:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519887.388692:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381cc0 00000400:00000010:0.0:1731519887.388694:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381cc0. 00000100:00000200:0.0:1731519887.388698:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629914987008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519887.389623:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519887.389629:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205a00 00000400:00000200:0.0:1731519887.389632:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x5d1 [1] + 224 00000400:00000200:0.0:1731519887.389645:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519887.389647:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519887.389651:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629914987008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519887.389724:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519887.389733:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731519887.389734:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519887.389738:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629914987008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519887.389744:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629914987008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519887.389757:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731519887.389760:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41f00. 00000100:00000010:1.0:1731519887.389762:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:1.0:1731519892.396405:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b09500. 02000000:00000010:1.0:1731519892.396422:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b400. 02000000:00000010:3.0:1731519892.396530:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731519892.396537:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519892.396543:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519892.396548:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914987136, portal 25 00000400:00000010:3.0:1731519892.396551:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4df68. 00000100:00000200:3.0:1731519892.396552:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914987136, offset 0 00000400:00000200:3.0:1731519892.396558:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519892.396567:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519892.396570:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519892.396573:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519892.396575:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519892.396577:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519892.396579:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [161:161:256:4294967295] 192.168.203.102@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:3.0:1731519892.396585:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519892.396588:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519892.396590:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519892.396594:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519892.396600:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519892.396602:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519892.396689:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519892.396693:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519892.396696:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519892.396700:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519892.396703:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4df68 00000400:00000010:0.0:1731519892.396704:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4df68. 00000100:00000200:0.0:1731519892.396709:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b09500 x1815629914987136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519892.397625:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519892.397632:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205a80 00000400:00000200:0.0:1731519892.397636:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x5d9 [1] + 224 00000400:00000200:0.0:1731519892.397649:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519892.397651:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519892.397655:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b09500 x1815629914987136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519892.397712:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519892.397717:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519892.397718:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519892.397723:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b09500 x1815629914987136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519892.397745:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b09500 x1815629914987136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519892.397762:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731519892.397766:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b400. 00000100:00000010:3.0:1731519892.397769:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b09500. 00000100:00000010:1.0:1731519897.404424:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b09880. 02000000:00000010:1.0:1731519897.404448:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b800. 02000000:00000010:2.0:1731519897.404599:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225200. 00000400:00000010:2.0:1731519897.404610:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519897.404617:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519897.404624:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914987264, portal 25 00000400:00000010:2.0:1731519897.404629:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3088. 00000100:00000200:2.0:1731519897.404631:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914987264, offset 0 00000400:00000200:2.0:1731519897.404641:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519897.404654:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519897.404660:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519897.404665:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519897.404668:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519897.404686:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519897.404689:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [162:162:256:4294967295] 192.168.203.102@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:2.0:1731519897.404700:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519897.404707:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519897.404711:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731519897.404717:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519897.404726:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519897.404730:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519897.404901:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519897.404907:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731519897.404913:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519897.404920:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519897.404924:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3088 00000400:00000010:0.0:1731519897.404926:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3088. 00000100:00000200:0.0:1731519897.404934:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b09880 x1815629914987264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519897.406535:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519897.406546:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205b00 00000400:00000200:0.0:1731519897.406553:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x5e1 [1] + 224 00000400:00000200:0.0:1731519897.406571:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519897.406575:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519897.406582:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b09880 x1815629914987264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519897.406707:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519897.406715:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519897.406716:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519897.406724:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b09880 x1815629914987264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519897.406735:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b09880 x1815629914987264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519897.406756:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225200. 02000000:00000010:2.0:1731519897.406762:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b800. 00000100:00000010:2.0:1731519897.406767:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b09880. 00000100:00000010:1.0:1731519902.412493:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b09c00. 02000000:00000010:1.0:1731519902.412518:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b900. 02000000:00000010:3.0:1731519902.412678:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731519902.412689:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519902.412696:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519902.412704:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914987392, portal 25 00000400:00000010:3.0:1731519902.412710:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d770. 00000100:00000200:3.0:1731519902.412712:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914987392, offset 0 00000400:00000200:3.0:1731519902.412722:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519902.412735:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519902.412740:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519902.412745:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519902.412749:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519902.412751:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519902.412755:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [163:163:256:4294967295] 192.168.203.102@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:3.0:1731519902.412766:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519902.412772:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519902.412777:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519902.412784:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519902.412793:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519902.412797:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519902.412942:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519902.412948:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519902.412955:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519902.412963:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519902.412967:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d770 00000400:00000010:0.0:1731519902.412969:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d770. 00000100:00000200:0.0:1731519902.412978:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b09c00 x1815629914987392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519902.414584:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519902.414596:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205b80 00000400:00000200:0.0:1731519902.414603:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x5e9 [1] + 224 00000400:00000200:0.0:1731519902.414623:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519902.414628:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519902.414634:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b09c00 x1815629914987392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519902.414779:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519902.414787:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519902.414789:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519902.414796:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b09c00 x1815629914987392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519902.414828:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b09c00 x1815629914987392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519902.414850:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731519902.414855:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b900. 00000100:00000010:3.0:1731519902.414860:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b09c00. 00000100:00000010:2.0:1731519907.420529:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445180. 02000000:00000010:2.0:1731519907.420554:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10f00. 02000000:00000010:3.0:1731519907.420717:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731519907.420731:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519907.420740:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519907.420750:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914987520, portal 25 00000400:00000010:3.0:1731519907.420756:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d7f8. 00000100:00000200:3.0:1731519907.420759:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914987520, offset 0 00000400:00000200:3.0:1731519907.420774:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519907.420790:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519907.420798:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519907.420804:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519907.420808:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519907.420812:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519907.420817:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [164:164:256:4294967295] 192.168.203.102@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:3.0:1731519907.420834:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519907.420843:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519907.420850:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519907.420859:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519907.420870:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519907.420876:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519907.421025:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519907.421031:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519907.421038:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519907.421045:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519907.421049:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d7f8 00000400:00000010:0.0:1731519907.421051:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d7f8. 00000100:00000200:0.0:1731519907.421089:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445180 x1815629914987520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519907.422806:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519907.422818:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205c00 00000400:00000200:0.0:1731519907.422826:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x5f1 [1] + 224 00000400:00000200:0.0:1731519907.422849:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519907.422853:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519907.422860:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445180 x1815629914987520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519907.422966:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519907.422974:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519907.422976:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519907.422983:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445180 x1815629914987520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519907.423010:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445180 x1815629914987520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519907.423032:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731519907.423037:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10f00. 00000100:00000010:3.0:1731519907.423041:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445180. 00000100:00000010:2.0:1731519912.428483:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444e00. 02000000:00000010:2.0:1731519912.428508:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:0.0:1731519912.428605:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731519912.428616:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856268. 00000400:00000010:0.0:1731519912.428623:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966330. 00000100:00000200:0.0:1731519912.428631:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914987648, portal 25 00000400:00000010:0.0:1731519912.428636:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966cc0. 00000100:00000200:0.0:1731519912.428638:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914987648, offset 0 00000400:00000200:0.0:1731519912.428648:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519912.428661:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519912.428666:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519912.428671:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519912.428675:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519912.428677:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519912.428681:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [165:165:256:4294967295] 192.168.203.102@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:0.0:1731519912.428692:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519912.428698:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519912.428702:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41900. 00000800:00000200:0.0:1731519912.428708:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519912.428717:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519912.428721:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731519912.428870:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519912.428874:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41900. 00000400:00000200:2.0:1731519912.428878:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519912.428885:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519912.428889:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966cc0 00000400:00000010:2.0:1731519912.428892:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966cc0. 00000100:00000200:2.0:1731519912.428899:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444e00 x1815629914987648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519912.430755:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519912.430770:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205c80 00000400:00000200:0.0:1731519912.430779:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x5f9 [1] + 224 00000400:00000200:0.0:1731519912.430804:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519912.430811:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519912.430820:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444e00 x1815629914987648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519912.430920:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856268. 00000400:00000200:2.0:1731519912.430927:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966330 00000400:00000010:2.0:1731519912.430930:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966330. 00000100:00000200:2.0:1731519912.430938:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444e00 x1815629914987648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519912.430954:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444e00 x1815629914987648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519912.430982:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731519912.430988:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:2.0:1731519912.430993:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444e00. 00000100:00000010:2.0:1731519917.436481:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444e00. 02000000:00000010:2.0:1731519917.436500:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:0.0:1731519917.436536:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731519917.436543:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856160. 00000400:00000010:0.0:1731519917.436559:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966d48. 00000100:00000200:0.0:1731519917.436564:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914987776, portal 25 00000400:00000010:0.0:1731519917.436568:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966770. 00000100:00000200:0.0:1731519917.436569:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914987776, offset 0 00000400:00000200:0.0:1731519917.436576:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731519917.436584:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731519917.436588:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731519917.436591:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731519917.436593:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731519917.436595:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731519917.436597:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [166:166:256:4294967295] 192.168.203.102@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:0.0:1731519917.436604:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731519917.436608:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731519917.436610:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d41100. 00000800:00000200:0.0:1731519917.436614:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731519917.436620:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731519917.436622:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d41100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731519917.436721:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731519917.436723:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d41100. 00000400:00000200:2.0:1731519917.436725:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731519917.436730:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731519917.436733:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966770 00000400:00000010:2.0:1731519917.436734:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966770. 00000100:00000200:2.0:1731519917.436739:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444e00 x1815629914987776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519917.437819:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519917.437825:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205d00 00000400:00000200:0.0:1731519917.437830:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x601 [1] + 224 00000400:00000200:0.0:1731519917.437841:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519917.437844:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519917.437848:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444e00 x1815629914987776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519917.437889:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856160. 00000400:00000200:2.0:1731519917.437894:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966d48 00000400:00000010:2.0:1731519917.437895:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966d48. 00000100:00000200:2.0:1731519917.437899:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444e00 x1815629914987776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519917.437906:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444e00 x1815629914987776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519917.437921:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731519917.437924:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:2.0:1731519917.437927:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444e00. 00000100:00000010:2.0:1731519922.444452:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444e00. 02000000:00000010:2.0:1731519922.444479:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:3.0:1731519922.444629:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731519922.444642:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519922.444653:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519922.444662:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914987904, portal 25 00000400:00000010:3.0:1731519922.444669:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4da18. 00000100:00000200:3.0:1731519922.444674:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914987904, offset 0 00000400:00000200:3.0:1731519922.444689:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519922.444706:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519922.444713:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519922.444718:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519922.444723:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519922.444727:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519922.444732:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [167:167:256:4294967295] 192.168.203.102@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:3.0:1731519922.444748:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519922.444757:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519922.444765:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519922.444774:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519922.444786:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519922.444792:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519922.444941:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519922.444947:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519922.444990:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519922.444998:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519922.445002:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4da18 00000400:00000010:0.0:1731519922.445004:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4da18. 00000100:00000200:0.0:1731519922.445027:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444e00 x1815629914987904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519922.446685:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519922.446702:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205d80 00000400:00000200:0.0:1731519922.446713:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x609 [1] + 224 00000400:00000200:0.0:1731519922.446741:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519922.446748:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519922.446758:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444e00 x1815629914987904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519922.446848:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519922.446857:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519922.446860:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519922.446869:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444e00 x1815629914987904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519922.446907:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444e00 x1815629914987904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519922.446934:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731519922.446941:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:3.0:1731519922.446946:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444e00. 00000100:00000010:2.0:1731519927.452412:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444a80. 02000000:00000010:2.0:1731519927.452444:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731519927.452584:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731519927.452595:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519927.452603:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519927.452611:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914988032, portal 25 00000400:00000010:3.0:1731519927.452615:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d5d8. 00000100:00000200:3.0:1731519927.452618:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914988032, offset 0 00000400:00000200:3.0:1731519927.452628:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519927.452641:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519927.452647:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519927.452651:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519927.452655:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519927.452658:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519927.452661:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [168:168:256:4294967295] 192.168.203.102@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:3.0:1731519927.452672:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519927.452678:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519927.452683:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519927.452689:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519927.452698:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519927.452703:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519927.452846:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519927.452852:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519927.452858:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519927.452866:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519927.452870:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d5d8 00000400:00000010:0.0:1731519927.452872:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d5d8. 00000100:00000200:0.0:1731519927.452879:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444a80 x1815629914988032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519927.454503:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519927.454519:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205e00 00000400:00000200:0.0:1731519927.454530:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x611 [1] + 224 00000400:00000200:0.0:1731519927.454558:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519927.454565:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519927.454575:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444a80 x1815629914988032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519927.454678:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519927.454686:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519927.454688:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519927.454695:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444a80 x1815629914988032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519927.454726:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444a80 x1815629914988032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519927.454750:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731519927.454755:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731519927.454759:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444a80. 00000100:00000010:0.0:1731519932.460531:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731519932.460556:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41e00. 02000000:00000010:2.0:1731519932.460662:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731519932.460674:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519932.460681:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519932.460688:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914988160, portal 25 00000400:00000010:2.0:1731519932.460693:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3880. 00000100:00000200:2.0:1731519932.460695:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914988160, offset 0 00000400:00000200:2.0:1731519932.460706:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519932.460719:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519932.460724:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519932.460729:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519932.460732:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519932.460735:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519932.460738:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [169:169:256:4294967295] 192.168.203.102@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:2.0:1731519932.460749:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519932.460756:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519932.460760:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731519932.460766:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519932.460774:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519932.460779:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519932.460960:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519932.460964:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731519932.460970:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519932.460991:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519932.460996:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3880 00000400:00000010:0.0:1731519932.460998:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3880. 00000100:00000200:0.0:1731519932.461007:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629914988160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519932.462771:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519932.462784:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205e80 00000400:00000200:0.0:1731519932.462791:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x619 [1] + 224 00000400:00000200:0.0:1731519932.462811:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519932.462815:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519932.462822:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629914988160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519932.462962:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519932.462970:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519932.462972:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519932.462980:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629914988160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519932.462990:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629914988160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519932.463029:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731519932.463034:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41e00. 00000100:00000010:2.0:1731519932.463037:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731519937.468418:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731519937.468442:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41400. 02000000:00000010:2.0:1731519937.468610:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731519937.468623:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519937.468633:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519937.468643:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914988288, portal 25 00000400:00000010:2.0:1731519937.468649:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3f68. 00000100:00000200:2.0:1731519937.468652:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914988288, offset 0 00000400:00000200:2.0:1731519937.468661:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519937.468676:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519937.468681:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519937.468686:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519937.468689:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519937.468692:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519937.468695:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [170:170:256:4294967295] 192.168.203.102@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:2.0:1731519937.468707:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519937.468713:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519937.468717:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731519937.468723:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519937.468732:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519937.468737:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519937.468928:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519937.468933:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731519937.468938:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519937.468945:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519937.468949:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3f68 00000400:00000010:0.0:1731519937.468952:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3f68. 00000100:00000200:0.0:1731519937.468960:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629914988288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519937.470755:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519937.470771:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205f00 00000400:00000200:0.0:1731519937.470782:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x621 [1] + 224 00000400:00000200:0.0:1731519937.470810:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519937.470816:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519937.470827:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629914988288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519937.470988:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519937.470998:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519937.471001:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519937.471011:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629914988288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519937.471026:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629914988288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519937.471076:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731519937.471082:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41400. 00000100:00000010:2.0:1731519937.471087:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731519942.476355:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731519942.476381:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41d00. 02000000:00000010:1.0:1731519942.476506:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731519942.476517:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519942.476524:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519942.476532:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914988416, portal 25 00000400:00000010:1.0:1731519942.476537:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381e58. 00000100:00000200:1.0:1731519942.476540:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914988416, offset 0 00000400:00000200:1.0:1731519942.476550:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519942.476564:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519942.476569:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519942.476574:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519942.476577:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519942.476580:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519942.476584:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [171:171:256:4294967295] 192.168.203.102@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:1.0:1731519942.476595:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519942.476601:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519942.476605:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731519942.476625:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519942.476634:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519942.476639:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519942.476780:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519942.476785:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731519942.476790:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519942.476798:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519942.476803:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381e58 00000400:00000010:0.0:1731519942.476805:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381e58. 00000100:00000200:0.0:1731519942.476812:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629914988416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519942.478680:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519942.478693:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48205f80 00000400:00000200:0.0:1731519942.478701:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x629 [1] + 224 00000400:00000200:0.0:1731519942.478721:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519942.478725:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519942.478733:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629914988416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519942.478889:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519942.478897:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731519942.478899:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519942.478907:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629914988416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519942.478918:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629914988416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519942.478941:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731519942.478946:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41d00. 00000100:00000010:1.0:1731519942.478950:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731519947.484360:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731519947.484384:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41f00. 02000000:00000010:1.0:1731519947.484536:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731519947.484547:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519947.484554:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519947.484561:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914988544, portal 25 00000400:00000010:1.0:1731519947.484566:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381f68. 00000100:00000200:1.0:1731519947.484568:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914988544, offset 0 00000400:00000200:1.0:1731519947.484578:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519947.484590:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519947.484596:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519947.484600:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519947.484604:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519947.484606:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519947.484610:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [172:172:256:4294967295] 192.168.203.102@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:1.0:1731519947.484621:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519947.484627:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519947.484631:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731519947.484637:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519947.484661:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519947.484665:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519947.484861:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519947.484865:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731519947.484871:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519947.484878:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519947.484883:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381f68 00000400:00000010:0.0:1731519947.484885:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381f68. 00000100:00000200:0.0:1731519947.484894:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629914988544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519947.486466:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519947.486485:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206000 00000400:00000200:0.0:1731519947.486501:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x631 [1] + 224 00000400:00000200:0.0:1731519947.486530:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519947.486534:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519947.486540:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629914988544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519947.486666:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519947.486674:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731519947.486676:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519947.486684:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629914988544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519947.486694:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629914988544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519947.486717:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731519947.486722:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41f00. 00000100:00000010:1.0:1731519947.486726:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731519952.492326:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731519952.492343:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41700. 02000000:00000010:3.0:1731519952.492448:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731519952.492455:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519952.492461:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519952.492467:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914988672, portal 25 00000400:00000010:3.0:1731519952.492470:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731519952.492472:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914988672, offset 0 00000400:00000200:3.0:1731519952.492478:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519952.492487:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519952.492490:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519952.492493:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519952.492496:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519952.492497:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519952.492499:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [173:173:256:4294967295] 192.168.203.102@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:3.0:1731519952.492505:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519952.492508:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519952.492511:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519952.492515:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519952.492520:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519952.492522:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519952.492611:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519952.492613:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519952.492617:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519952.492621:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519952.492623:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d220 00000400:00000010:0.0:1731519952.492624:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d220. 00000100:00000200:0.0:1731519952.492629:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629914988672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519952.493640:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519952.493646:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206080 00000400:00000200:0.0:1731519952.493650:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x639 [1] + 224 00000400:00000200:0.0:1731519952.493663:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519952.493665:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519952.493668:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629914988672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519952.493742:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519952.493764:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519952.493765:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519952.493769:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629914988672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519952.493785:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629914988672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519952.493799:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731519952.493802:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41700. 00000100:00000010:3.0:1731519952.493804:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731519957.500369:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731519957.500397:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41600. 02000000:00000010:3.0:1731519957.500552:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731519957.500566:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519957.500575:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519957.500585:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914988800, portal 25 00000400:00000010:3.0:1731519957.500591:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d660. 00000100:00000200:3.0:1731519957.500594:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914988800, offset 0 00000400:00000200:3.0:1731519957.500604:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519957.500616:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519957.500622:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519957.500626:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519957.500630:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519957.500632:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519957.500636:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [174:174:256:4294967295] 192.168.203.102@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:3.0:1731519957.500647:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519957.500652:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519957.500657:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519957.500663:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519957.500671:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519957.500675:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519957.500834:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519957.500838:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519957.500844:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519957.500852:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519957.500856:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d660 00000400:00000010:0.0:1731519957.500858:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d660. 00000100:00000200:0.0:1731519957.500881:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629914988800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519957.502395:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519957.502408:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206100 00000400:00000200:0.0:1731519957.502416:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x641 [1] + 224 00000400:00000200:0.0:1731519957.502435:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519957.502440:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519957.502447:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629914988800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519957.502573:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519957.502581:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519957.502582:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519957.502590:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629914988800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519957.502618:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629914988800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519957.502641:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731519957.502646:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41600. 00000100:00000010:3.0:1731519957.502649:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731519962.508367:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731519962.508392:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41a00. 02000000:00000010:3.0:1731519962.508562:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731519962.508575:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519962.508584:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519962.508594:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914988928, portal 25 00000400:00000010:3.0:1731519962.508599:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d2a8. 00000100:00000200:3.0:1731519962.508602:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914988928, offset 0 00000400:00000200:3.0:1731519962.508612:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519962.508626:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519962.508631:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519962.508636:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519962.508640:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519962.508643:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519962.508648:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [175:175:256:4294967295] 192.168.203.102@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:3.0:1731519962.508665:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519962.508674:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519962.508736:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731519962.508746:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519962.508757:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519962.508764:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519962.508979:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519962.508985:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731519962.508992:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519962.509000:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519962.509005:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d2a8 00000400:00000010:0.0:1731519962.509007:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d2a8. 00000100:00000200:0.0:1731519962.509014:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629914988928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519962.510931:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519962.510944:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206180 00000400:00000200:0.0:1731519962.510951:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x649 [1] + 224 00000400:00000200:0.0:1731519962.510974:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519962.510978:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519962.510986:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629914988928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519962.511060:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519962.511067:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519962.511069:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519962.511077:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629914988928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519962.511108:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629914988928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519962.511130:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731519962.511136:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41a00. 00000100:00000010:3.0:1731519962.511139:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731519967.516397:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731519967.516423:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41700. 02000000:00000010:1.0:1731519967.516528:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731519967.516539:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519967.516547:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519967.516553:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914989056, portal 25 00000400:00000010:1.0:1731519967.516561:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381f68. 00000100:00000200:1.0:1731519967.516563:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914989056, offset 0 00000400:00000200:1.0:1731519967.516573:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519967.516586:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519967.516591:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519967.516595:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519967.516599:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519967.516602:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519967.516605:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [176:176:256:4294967295] 192.168.203.102@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:1.0:1731519967.516615:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519967.516621:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519967.516625:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731519967.516631:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519967.516640:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519967.516695:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519967.516835:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519967.516848:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731519967.516854:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519967.516861:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519967.516866:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381f68 00000400:00000010:0.0:1731519967.516868:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381f68. 00000100:00000200:0.0:1731519967.516876:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629914989056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519967.518715:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519967.518727:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206200 00000400:00000200:0.0:1731519967.518735:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x651 [1] + 224 00000400:00000200:0.0:1731519967.518754:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519967.518758:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519967.518766:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629914989056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519967.518889:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519967.518897:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731519967.518899:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519967.518906:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629914989056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519967.518918:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629914989056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519967.518941:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731519967.518947:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41700. 00000100:00000010:1.0:1731519967.518950:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731519972.524402:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731519972.524428:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41f00. 02000000:00000010:3.0:1731519972.524550:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731519972.524561:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519972.524569:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519972.524577:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914989184, portal 25 00000400:00000010:3.0:1731519972.524581:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d088. 00000100:00000200:3.0:1731519972.524584:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914989184, offset 0 00000400:00000200:3.0:1731519972.524594:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519972.524606:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519972.524651:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519972.524657:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519972.524660:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519972.524663:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519972.524667:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [177:177:256:4294967295] 192.168.203.102@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:3.0:1731519972.524679:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519972.524685:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519972.524690:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519972.524696:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519972.524705:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519972.524709:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519972.524864:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519972.524870:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519972.524878:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519972.524888:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519972.524893:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d088 00000400:00000010:0.0:1731519972.524895:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d088. 00000100:00000200:0.0:1731519972.524903:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629914989184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519972.526696:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519972.526708:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206280 00000400:00000200:0.0:1731519972.526714:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x659 [1] + 224 00000400:00000200:0.0:1731519972.526738:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519972.526742:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519972.526749:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629914989184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519972.526838:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519972.526845:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519972.526847:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519972.526854:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629914989184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519972.526881:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629914989184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519972.526904:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731519972.526909:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41f00. 00000100:00000010:3.0:1731519972.526913:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731519977.532413:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731519977.532437:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41400. 02000000:00000010:2.0:1731519977.532545:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731519977.532555:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519977.532563:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519977.532570:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914989312, portal 25 00000400:00000010:2.0:1731519977.532600:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3990. 00000100:00000200:2.0:1731519977.532603:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914989312, offset 0 00000400:00000200:2.0:1731519977.532613:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519977.532626:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519977.532632:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519977.532636:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519977.532640:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519977.532643:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519977.532647:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [178:178:256:4294967295] 192.168.203.102@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:2.0:1731519977.532657:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519977.532663:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519977.532667:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731519977.532673:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519977.532682:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519977.532686:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519977.532822:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519977.532826:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731519977.532831:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519977.532838:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519977.532843:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3990 00000400:00000010:0.0:1731519977.532845:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3990. 00000100:00000200:0.0:1731519977.532852:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629914989312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519977.534434:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519977.534449:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206300 00000400:00000200:0.0:1731519977.534459:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x661 [1] + 224 00000400:00000200:0.0:1731519977.534487:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519977.534493:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519977.534501:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629914989312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519977.534605:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519977.534612:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519977.534624:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519977.534632:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629914989312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519977.534643:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629914989312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519977.534684:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731519977.534689:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41400. 00000100:00000010:2.0:1731519977.534693:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731519982.540466:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731519982.540506:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41e00. 02000000:00000010:1.0:1731519982.540693:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731519982.540704:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519982.540710:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519982.540718:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914989440, portal 25 00000400:00000010:1.0:1731519982.540723:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381e58. 00000100:00000200:1.0:1731519982.540725:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914989440, offset 0 00000400:00000200:1.0:1731519982.540735:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519982.540747:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519982.540753:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519982.540758:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519982.540761:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519982.540764:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519982.540768:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [179:179:256:4294967295] 192.168.203.102@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:1.0:1731519982.540776:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519982.540781:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519982.540784:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731519982.540789:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519982.540796:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519982.540799:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519982.540915:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519982.540918:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731519982.540922:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519982.540989:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519982.540993:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381e58 00000400:00000010:0.0:1731519982.540994:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381e58. 00000100:00000200:0.0:1731519982.541001:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629914989440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519982.542163:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519982.542172:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206380 00000400:00000200:0.0:1731519982.542183:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x669 [1] + 224 00000400:00000200:0.0:1731519982.542197:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519982.542199:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519982.542204:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629914989440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519982.542255:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519982.542259:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731519982.542261:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519982.542322:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629914989440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519982.542330:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629914989440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731519998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519982.542346:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731519982.542350:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41e00. 00000100:00000010:1.0:1731519982.542352:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731519987.548415:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731519987.548436:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e4b300. 02000000:00000010:1.0:1731519987.548546:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731519987.548555:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731519987.548562:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519987.548568:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914989568, portal 25 00000400:00000010:1.0:1731519987.548572:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381cc0. 00000100:00000200:1.0:1731519987.548574:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914989568, offset 0 00000400:00000200:1.0:1731519987.548582:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731519987.548594:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731519987.548599:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731519987.548602:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731519987.548605:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731519987.548607:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731519987.548610:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [180:180:256:4294967295] 192.168.203.102@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:1.0:1731519987.548618:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731519987.548623:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731519987.548627:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731519987.548631:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731519987.548639:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731519987.548643:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519987.548756:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519987.548760:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731519987.548764:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519987.548770:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519987.548773:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381cc0 00000400:00000010:0.0:1731519987.548775:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381cc0. 00000100:00000200:0.0:1731519987.548782:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629914989568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519987.550203:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519987.550213:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206400 00000400:00000200:0.0:1731519987.550219:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x671 [1] + 224 00000400:00000200:0.0:1731519987.550238:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519987.550242:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519987.550256:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629914989568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731519987.550412:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731519987.550431:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731519987.550433:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731519987.550442:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629914989568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731519987.550455:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629914989568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731519987.550479:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731519987.550484:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e4b300. 00000100:00000010:1.0:1731519987.550489:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731519992.556338:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731519992.556361:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e4bb00. 02000000:00000010:3.0:1731519992.556452:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731519992.556462:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731519992.556492:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519992.556500:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914989696, portal 25 00000400:00000010:3.0:1731519992.556507:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dbb0. 00000100:00000200:3.0:1731519992.556509:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914989696, offset 0 00000400:00000200:3.0:1731519992.556519:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731519992.556531:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731519992.556536:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731519992.556540:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731519992.556543:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731519992.556545:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731519992.556549:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [181:181:256:4294967295] 192.168.203.102@tcp LPNI seq info [181:181:8:4294967295] 00000400:00000200:3.0:1731519992.556558:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731519992.556563:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731519992.556568:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731519992.556573:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731519992.556581:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731519992.556585:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519992.556724:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519992.556727:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731519992.556733:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519992.556738:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519992.556741:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dbb0 00000400:00000010:0.0:1731519992.556743:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dbb0. 00000100:00000200:0.0:1731519992.556763:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629914989696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519992.558152:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519992.558162:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206480 00000400:00000200:0.0:1731519992.558169:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x679 [1] + 224 00000400:00000200:0.0:1731519992.558185:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519992.558189:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519992.558196:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629914989696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731519992.558303:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731519992.558309:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731519992.558311:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731519992.558317:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629914989696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731519992.558341:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629914989696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731519992.558361:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731519992.558366:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e4bb00. 00000100:00000010:3.0:1731519992.558369:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731519997.564411:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731519997.564462:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e4b700. 02000000:00000010:2.0:1731519997.564606:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731519997.564620:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731519997.564632:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519997.564643:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914989824, portal 25 00000400:00000010:2.0:1731519997.564653:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3990. 00000100:00000200:2.0:1731519997.564656:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914989824, offset 0 00000400:00000200:2.0:1731519997.564672:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731519997.564691:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731519997.564699:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731519997.564707:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731519997.564713:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731519997.564717:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731519997.564723:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [182:182:256:4294967295] 192.168.203.102@tcp LPNI seq info [182:182:8:4294967295] 00000400:00000200:2.0:1731519997.564741:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731519997.564751:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731519997.564758:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731519997.564767:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731519997.564781:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731519997.564788:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731519997.565036:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731519997.565042:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731519997.565049:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519997.565057:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731519997.565062:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3990 00000400:00000010:0.0:1731519997.565064:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3990. 00000100:00000200:0.0:1731519997.565075:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629914989824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731519997.567167:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731519997.567182:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206500 00000400:00000200:0.0:1731519997.567190:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x681 [1] + 224 00000400:00000200:0.0:1731519997.567212:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731519997.567216:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731519997.567224:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629914989824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731519997.567304:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731519997.567311:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731519997.567313:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731519997.567322:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629914989824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731519997.567333:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629914989824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731519997.567377:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731519997.567383:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e4b700. 00000100:00000010:2.0:1731519997.567388:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731520002.572557:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731520002.572595:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8069600. 02000000:00000010:3.0:1731520002.572780:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731520002.572794:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520002.572804:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520002.572814:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914989952, portal 25 00000400:00000010:3.0:1731520002.572820:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d440. 00000100:00000200:3.0:1731520002.572823:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914989952, offset 0 00000400:00000200:3.0:1731520002.572836:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520002.572864:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520002.572872:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520002.572878:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520002.572882:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520002.572885:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520002.572889:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [183:183:256:4294967295] 192.168.203.102@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:3.0:1731520002.572901:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520002.572909:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520002.572913:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520002.572920:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520002.572932:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520002.572937:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520002.573113:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520002.573136:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520002.573144:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520002.573152:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520002.573157:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d440 00000400:00000010:0.0:1731520002.573159:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d440. 00000100:00000200:0.0:1731520002.573170:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629914989952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520002.575060:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520002.575079:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206580 00000400:00000200:0.0:1731520002.575090:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x689 [1] + 224 00000400:00000200:0.0:1731520002.575120:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520002.575128:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520002.575139:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629914989952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520002.575231:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520002.575239:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520002.575241:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520002.575249:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629914989952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520002.575509:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629914989952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520002.575544:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731520002.575553:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8069600. 00000100:00000010:3.0:1731520002.575558:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731520007.580505:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731520007.580535:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8069000. 02000000:00000010:1.0:1731520007.580648:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731520007.580658:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520007.580667:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520007.580676:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914990080, portal 25 00000400:00000010:1.0:1731520007.580682:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381d48. 00000100:00000200:1.0:1731520007.580684:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914990080, offset 0 00000400:00000200:1.0:1731520007.580694:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520007.580707:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520007.580712:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520007.580716:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520007.580720:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520007.580723:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520007.580726:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [184:184:256:4294967295] 192.168.203.102@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000200:1.0:1731520007.580736:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520007.580742:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520007.580746:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731520007.580752:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520007.580761:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520007.580764:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520007.580912:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520007.580916:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731520007.580922:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520007.580927:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520007.580931:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381d48 00000400:00000010:0.0:1731520007.580933:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381d48. 00000100:00000200:0.0:1731520007.580940:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629914990080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520007.582935:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520007.582947:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206600 00000400:00000200:0.0:1731520007.582954:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x691 [1] + 224 00000400:00000200:0.0:1731520007.582976:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520007.582980:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520007.582994:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629914990080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520007.583078:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520007.583085:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520007.583094:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520007.583102:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629914990080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520007.583115:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629914990080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520007.583140:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731520007.583145:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8069000. 00000100:00000010:1.0:1731520007.583148:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731520012.588401:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731520012.588429:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d41f00. 02000000:00000010:3.0:1731520012.588578:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731520012.588592:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520012.588601:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520012.588610:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914990208, portal 25 00000400:00000010:3.0:1731520012.588618:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4de58. 00000100:00000200:3.0:1731520012.588621:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914990208, offset 0 00000400:00000200:3.0:1731520012.588634:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520012.588649:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520012.588656:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520012.588663:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520012.588667:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520012.588669:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520012.588673:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [185:185:256:4294967295] 192.168.203.102@tcp LPNI seq info [185:185:8:4294967295] 00000400:00000200:3.0:1731520012.588685:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520012.588692:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520012.588697:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520012.588703:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520012.588712:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520012.588717:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520012.588893:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520012.588899:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520012.588908:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520012.588917:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520012.588923:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4de58 00000400:00000010:0.0:1731520012.588926:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4de58. 00000100:00000200:0.0:1731520012.588936:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629914990208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520012.590474:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520012.590504:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206680 00000400:00000200:0.0:1731520012.590512:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x699 [1] + 224 00000400:00000200:0.0:1731520012.590534:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520012.590538:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520012.590546:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629914990208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520012.590691:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520012.590699:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520012.590701:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520012.590709:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629914990208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520012.590739:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629914990208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520012.590762:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731520012.590767:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d41f00. 00000100:00000010:3.0:1731520012.590771:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731520017.596394:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731520017.596411:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a7cd3600. 02000000:00000010:3.0:1731520017.596494:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731520017.596502:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520017.596506:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520017.596511:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914990336, portal 25 00000400:00000010:3.0:1731520017.596514:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dcc0. 00000100:00000200:3.0:1731520017.596515:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914990336, offset 0 00000400:00000200:3.0:1731520017.596523:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520017.596532:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520017.596536:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520017.596539:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520017.596541:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520017.596543:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520017.596545:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [186:186:256:4294967295] 192.168.203.102@tcp LPNI seq info [186:186:8:4294967295] 00000400:00000200:3.0:1731520017.596551:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520017.596555:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520017.596560:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520017.596563:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520017.596569:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520017.596572:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520017.596678:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520017.596681:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520017.596685:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520017.596689:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520017.596692:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dcc0 00000400:00000010:0.0:1731520017.596693:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dcc0. 00000100:00000200:0.0:1731520017.596698:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629914990336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520017.597654:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520017.597663:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206700 00000400:00000200:0.0:1731520017.597676:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x6a1 [1] + 224 00000400:00000200:0.0:1731520017.597688:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520017.597691:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520017.597695:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629914990336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520017.597751:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520017.597755:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520017.597756:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520017.597761:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629914990336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520017.597782:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629914990336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520017.597801:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731520017.597805:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a7cd3600. 00000100:00000010:3.0:1731520017.597808:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731520022.604388:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731520022.604404:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a7cd3f00. 02000000:00000010:3.0:1731520022.604482:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731520022.604489:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520022.604494:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520022.604501:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914990464, portal 25 00000400:00000010:3.0:1731520022.604505:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d550. 00000100:00000200:3.0:1731520022.604506:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914990464, offset 0 00000400:00000200:3.0:1731520022.604514:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520022.604524:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520022.604528:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520022.604532:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520022.604535:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520022.604537:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520022.604540:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [187:187:256:4294967295] 192.168.203.102@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:3.0:1731520022.604548:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520022.604554:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520022.604557:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520022.604562:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520022.604569:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520022.604572:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520022.604658:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520022.604660:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520022.604663:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520022.604667:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520022.604670:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d550 00000400:00000010:0.0:1731520022.604671:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d550. 00000100:00000200:0.0:1731520022.604676:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629914990464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520022.605711:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520022.605719:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206780 00000400:00000200:0.0:1731520022.605725:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x6a9 [1] + 224 00000400:00000200:0.0:1731520022.605742:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520022.605746:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520022.605751:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629914990464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520022.605810:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520022.605814:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520022.605815:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520022.605820:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629914990464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520022.605841:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629914990464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520022.605857:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731520022.605861:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a7cd3f00. 00000100:00000010:3.0:1731520022.605863:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731520027.612411:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731520027.612434:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a7cd3700. 02000000:00000010:1.0:1731520027.612531:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731520027.612541:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520027.612547:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520027.612553:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914990592, portal 25 00000400:00000010:1.0:1731520027.612557:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381908. 00000100:00000200:1.0:1731520027.612559:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914990592, offset 0 00000400:00000200:1.0:1731520027.612567:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520027.612578:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520027.612583:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520027.612586:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520027.612589:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520027.612591:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520027.612594:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [188:188:256:4294967295] 192.168.203.102@tcp LPNI seq info [188:188:8:4294967295] 00000400:00000200:1.0:1731520027.612602:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520027.612607:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520027.612610:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731520027.612615:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520027.612623:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520027.612626:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520027.612749:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520027.612752:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731520027.612757:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520027.612761:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520027.612765:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381908 00000400:00000010:0.0:1731520027.612766:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381908. 00000100:00000200:0.0:1731520027.612784:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629914990592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520027.614570:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520027.614581:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206800 00000400:00000200:0.0:1731520027.614587:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x6b1 [1] + 224 00000400:00000200:0.0:1731520027.614601:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520027.614605:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520027.614611:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629914990592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520027.614702:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520027.614708:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520027.614710:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520027.614715:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629914990592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520027.614731:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629914990592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520027.614751:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731520027.614755:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a7cd3700. 00000100:00000010:1.0:1731520027.614758:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731520032.620402:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731520032.620426:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a7cd3e00. 02000000:00000010:2.0:1731520032.620547:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520032.620558:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520032.620565:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520032.620573:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914990720, portal 25 00000400:00000010:2.0:1731520032.620577:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3f68. 00000100:00000200:2.0:1731520032.620579:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914990720, offset 0 00000400:00000200:2.0:1731520032.620587:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520032.620597:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520032.620601:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520032.620605:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520032.620607:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520032.620610:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520032.620612:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [189:189:256:4294967295] 192.168.203.102@tcp LPNI seq info [189:189:8:4294967295] 00000400:00000200:2.0:1731520032.620621:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520032.620626:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520032.620628:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731520032.620633:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520032.620641:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520032.620645:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520032.620780:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520032.620784:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731520032.620788:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520032.620794:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520032.620797:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3f68 00000400:00000010:0.0:1731520032.620798:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3f68. 00000100:00000200:0.0:1731520032.620804:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629914990720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520032.622155:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520032.622165:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206880 00000400:00000200:0.0:1731520032.622172:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x6b9 [1] + 224 00000400:00000200:0.0:1731520032.622192:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520032.622217:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520032.622223:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629914990720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520032.622300:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520032.622306:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520032.622308:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520032.622315:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629914990720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520032.622326:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629914990720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520032.622366:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520032.622372:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a7cd3e00. 00000100:00000010:2.0:1731520032.622375:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731520037.628420:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731520037.628443:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a7cd3c00. 02000000:00000010:2.0:1731520037.628549:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520037.628558:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520037.628564:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520037.628571:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914990848, portal 25 00000400:00000010:2.0:1731520037.628575:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3880. 00000100:00000200:2.0:1731520037.628577:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914990848, offset 0 00000400:00000200:2.0:1731520037.628585:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520037.628596:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520037.628601:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520037.628604:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520037.628607:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520037.628609:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520037.628612:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [190:190:256:4294967295] 192.168.203.102@tcp LPNI seq info [190:190:8:4294967295] 00000400:00000200:2.0:1731520037.628621:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520037.628626:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520037.628629:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731520037.628634:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520037.628641:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520037.628644:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520037.628753:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520037.628768:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731520037.628772:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520037.628778:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520037.628781:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3880 00000400:00000010:0.0:1731520037.628783:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3880. 00000100:00000200:0.0:1731520037.628789:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629914990848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520037.630298:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520037.630313:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206900 00000400:00000200:0.0:1731520037.630319:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x6c1 [1] + 224 00000400:00000200:0.0:1731520037.630334:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520037.630337:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520037.630343:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629914990848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520037.630412:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520037.630418:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520037.630419:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520037.630425:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629914990848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520037.630434:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629914990848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520037.630465:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520037.630469:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a7cd3c00. 00000100:00000010:2.0:1731520037.630472:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731520042.636447:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731520042.636479:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731520042.636588:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731520042.636598:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520042.636603:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520042.636608:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914990976, portal 25 00000400:00000010:3.0:1731520042.636611:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731520042.636612:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914990976, offset 0 00000400:00000200:3.0:1731520042.636619:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520042.636628:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520042.636632:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520042.636635:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520042.636637:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520042.636638:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520042.636640:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [191:191:256:4294967295] 192.168.203.102@tcp LPNI seq info [191:191:8:4294967295] 00000400:00000200:3.0:1731520042.636647:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520042.636650:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520042.636654:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520042.636658:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520042.636664:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520042.636667:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520042.636832:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520042.636836:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520042.636844:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520042.636854:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520042.636860:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:0.0:1731520042.636862:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:0.0:1731520042.636872:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629914990976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520042.638327:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520042.638343:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206980 00000400:00000200:0.0:1731520042.638352:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x6c9 [1] + 224 00000400:00000200:0.0:1731520042.638380:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520042.638384:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520042.638392:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629914990976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520042.638459:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520042.638463:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520042.638464:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520042.638470:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629914990976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520042.638490:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629914990976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520042.638505:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731520042.638508:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731520042.638511:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731520047.644375:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731520047.644402:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:1.0:1731520047.644546:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731520047.644566:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520047.644576:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520047.644586:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914991104, portal 25 00000400:00000010:1.0:1731520047.644592:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381c38. 00000100:00000200:1.0:1731520047.644595:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914991104, offset 0 00000400:00000200:1.0:1731520047.644612:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520047.644629:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520047.644637:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520047.644642:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520047.644647:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520047.644649:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520047.644653:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [192:192:256:4294967295] 192.168.203.102@tcp LPNI seq info [192:192:8:4294967295] 00000400:00000200:1.0:1731520047.644665:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520047.644673:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520047.644678:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731520047.644685:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520047.644697:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520047.644703:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520047.644853:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520047.644858:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731520047.644863:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520047.644873:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520047.644879:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381c38 00000400:00000010:0.0:1731520047.644881:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381c38. 00000100:00000200:0.0:1731520047.644890:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629914991104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520047.646795:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520047.646811:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206a00 00000400:00000200:0.0:1731520047.646820:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x6d1 [1] + 224 00000400:00000200:0.0:1731520047.646844:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520047.646849:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520047.646856:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629914991104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520047.646954:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520047.646963:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520047.646965:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520047.646976:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629914991104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520047.647014:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629914991104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520047.647045:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731520047.647052:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:1.0:1731520047.647057:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731520052.652434:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731520052.652463:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:3.0:1731520052.652655:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731520052.652666:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520052.652674:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520052.652682:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914991232, portal 25 00000400:00000010:3.0:1731520052.652687:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dee0. 00000100:00000200:3.0:1731520052.652690:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914991232, offset 0 00000400:00000200:3.0:1731520052.652700:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520052.652713:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520052.652719:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520052.652724:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520052.652727:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520052.652730:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520052.652733:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [193:193:256:4294967295] 192.168.203.102@tcp LPNI seq info [193:193:8:4294967295] 00000400:00000200:3.0:1731520052.652745:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520052.652751:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520052.652755:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520052.652761:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520052.652770:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520052.652775:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520052.652913:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520052.652917:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520052.652923:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520052.652930:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520052.652935:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dee0 00000400:00000010:0.0:1731520052.652937:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dee0. 00000100:00000200:0.0:1731520052.652945:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629914991232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520052.654665:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520052.654677:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206a80 00000400:00000200:0.0:1731520052.654698:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x6d9 [1] + 224 00000400:00000200:0.0:1731520052.654717:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520052.654722:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520052.654729:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629914991232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520052.654872:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520052.654880:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520052.654882:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520052.654889:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629914991232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520052.654918:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629914991232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520052.654940:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731520052.654945:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:3.0:1731520052.654949:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731520057.660441:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731520057.660467:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78000. 02000000:00000010:2.0:1731520057.660644:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520057.660655:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520057.660662:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520057.660670:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914991360, portal 25 00000400:00000010:2.0:1731520057.660675:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3088. 00000100:00000200:2.0:1731520057.660678:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914991360, offset 0 00000400:00000200:2.0:1731520057.660688:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520057.660701:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520057.660707:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520057.660712:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520057.660715:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520057.660718:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520057.660721:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [194:194:256:4294967295] 192.168.203.102@tcp LPNI seq info [194:194:8:4294967295] 00000400:00000200:2.0:1731520057.660732:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520057.660739:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520057.660743:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731520057.660749:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520057.660758:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520057.660763:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520057.660909:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520057.660914:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731520057.660919:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520057.660926:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520057.660931:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3088 00000400:00000010:0.0:1731520057.660933:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3088. 00000100:00000200:0.0:1731520057.660941:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629914991360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520057.662593:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520057.662606:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206b00 00000400:00000200:0.0:1731520057.662613:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x6e1 [1] + 224 00000400:00000200:0.0:1731520057.662635:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520057.662640:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520057.662647:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629914991360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520057.662720:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520057.662727:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520057.662729:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520057.662737:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629914991360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520057.662749:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629914991360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520057.662791:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520057.662797:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78000. 00000100:00000010:2.0:1731520057.662800:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731520062.668394:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731520062.668415:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78200. 02000000:00000010:1.0:1731520062.668531:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731520062.668541:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520062.668547:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520062.668553:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914991488, portal 25 00000400:00000010:1.0:1731520062.668557:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381550. 00000100:00000200:1.0:1731520062.668559:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914991488, offset 0 00000400:00000200:1.0:1731520062.668568:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520062.668578:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520062.668583:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520062.668586:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520062.668589:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520062.668591:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520062.668594:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [195:195:256:4294967295] 192.168.203.102@tcp LPNI seq info [195:195:8:4294967295] 00000400:00000200:1.0:1731520062.668603:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520062.668608:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520062.668611:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731520062.668616:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520062.668624:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520062.668627:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520062.668748:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520062.668752:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731520062.668756:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520062.668762:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520062.668766:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381550 00000400:00000010:0.0:1731520062.668767:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381550. 00000100:00000200:0.0:1731520062.668786:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629914991488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520062.670086:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520062.670094:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206b80 00000400:00000200:0.0:1731520062.670099:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x6e9 [1] + 224 00000400:00000200:0.0:1731520062.670112:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520062.670114:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520062.670119:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629914991488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520062.670160:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520062.670164:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520062.670166:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520062.670170:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629914991488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520062.670186:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629914991488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520062.670200:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731520062.670203:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78200. 00000100:00000010:1.0:1731520062.670205:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731520067.676351:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731520067.676367:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:3.0:1731520067.676447:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97e00. 00000400:00000010:3.0:1731520067.676454:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520067.676459:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520067.676464:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914991616, portal 25 00000400:00000010:3.0:1731520067.676467:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4ddd0. 00000100:00000200:3.0:1731520067.676469:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914991616, offset 0 00000400:00000200:3.0:1731520067.676475:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520067.676485:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520067.676489:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520067.676492:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520067.676494:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520067.676496:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520067.676497:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [196:196:256:4294967295] 192.168.203.102@tcp LPNI seq info [196:196:8:4294967295] 00000400:00000200:3.0:1731520067.676504:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520067.676508:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520067.676512:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520067.676515:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520067.676521:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520067.676524:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520067.676607:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520067.676609:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520067.676613:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520067.676617:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520067.676620:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4ddd0 00000400:00000010:0.0:1731520067.676621:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4ddd0. 00000100:00000200:0.0:1731520067.676626:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629914991616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520067.677643:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520067.677652:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206c00 00000400:00000200:0.0:1731520067.677658:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x6f1 [1] + 224 00000400:00000200:0.0:1731520067.677676:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520067.677680:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520067.677686:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629914991616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520067.677757:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520067.677761:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520067.677762:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520067.677766:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629914991616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520067.677783:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629914991616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520067.677796:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97e00. 02000000:00000010:3.0:1731520067.677800:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:3.0:1731520067.677802:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731520072.684379:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731520072.684398:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:2.0:1731520072.684495:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520072.684502:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520072.684507:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520072.684513:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914991744, portal 25 00000400:00000010:2.0:1731520072.684515:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3660. 00000100:00000200:2.0:1731520072.684516:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914991744, offset 0 00000400:00000200:2.0:1731520072.684523:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520072.684532:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520072.684536:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520072.684538:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520072.684540:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520072.684542:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520072.684544:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [197:197:256:4294967295] 192.168.203.102@tcp LPNI seq info [197:197:8:4294967295] 00000400:00000200:2.0:1731520072.684549:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520072.684553:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520072.684555:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731520072.684558:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520072.684564:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520072.684566:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520072.684652:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520072.684662:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731520072.684665:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520072.684669:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520072.684671:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3660 00000400:00000010:0.0:1731520072.684673:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3660. 00000100:00000200:0.0:1731520072.684678:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629914991744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520072.685677:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520072.685684:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206c80 00000400:00000200:0.0:1731520072.685688:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x6f9 [1] + 224 00000400:00000200:0.0:1731520072.685700:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520072.685702:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520072.685706:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629914991744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520072.685751:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520072.685755:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520072.685756:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520072.685760:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629914991744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520072.685765:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629914991744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520072.685788:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520072.685791:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:2.0:1731520072.685793:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731520077.692373:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731520077.692390:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:2.0:1731520077.692462:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520077.692470:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520077.692476:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520077.692481:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914991872, portal 25 00000400:00000010:2.0:1731520077.692484:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3cc0. 00000100:00000200:2.0:1731520077.692485:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914991872, offset 0 00000400:00000200:2.0:1731520077.692491:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520077.692500:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520077.692504:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520077.692507:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520077.692509:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520077.692510:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520077.692512:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [198:198:256:4294967295] 192.168.203.102@tcp LPNI seq info [198:198:8:4294967295] 00000400:00000200:2.0:1731520077.692519:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520077.692524:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520077.692527:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731520077.692532:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520077.692539:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520077.692542:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520077.692632:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520077.692634:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731520077.692637:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520077.692641:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520077.692643:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3cc0 00000400:00000010:0.0:1731520077.692645:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3cc0. 00000100:00000200:0.0:1731520077.692649:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629914991872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520077.693708:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520077.693716:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206d00 00000400:00000200:0.0:1731520077.693720:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x701 [1] + 224 00000400:00000200:0.0:1731520077.693734:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520077.693736:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520077.693740:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629914991872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520077.693818:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520077.693823:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520077.693824:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520077.693829:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629914991872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520077.693838:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629914991872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520077.693867:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520077.693914:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:2.0:1731520077.693917:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731520082.700389:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731520082.700415:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:1.0:1731520082.700541:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731520082.700552:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520082.700559:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520082.700566:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914992000, portal 25 00000400:00000010:1.0:1731520082.700571:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3816e8. 00000100:00000200:1.0:1731520082.700573:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914992000, offset 0 00000400:00000200:1.0:1731520082.700584:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520082.700597:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520082.700602:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520082.700607:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520082.700611:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520082.700614:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520082.700617:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [199:199:256:4294967295] 192.168.203.102@tcp LPNI seq info [199:199:8:4294967295] 00000400:00000200:1.0:1731520082.700628:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520082.700634:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520082.700638:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731520082.700644:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520082.700653:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520082.700657:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520082.700792:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520082.700797:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731520082.700803:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520082.700811:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520082.700816:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3816e8 00000400:00000010:0.0:1731520082.700818:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3816e8. 00000100:00000200:0.0:1731520082.700825:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629914992000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520082.702456:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520082.702469:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206d80 00000400:00000200:0.0:1731520082.702476:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x709 [1] + 224 00000400:00000200:0.0:1731520082.702499:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520082.702503:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520082.702510:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629914992000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520082.702653:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520082.702660:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520082.702662:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520082.702670:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629914992000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520082.702701:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629914992000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520082.702724:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731520082.702729:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:1.0:1731520082.702733:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731520087.708428:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731520087.708457:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:1.0:1731520087.708585:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731520087.708602:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520087.708610:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520087.708617:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914992128, portal 25 00000400:00000010:1.0:1731520087.708623:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3812a8. 00000100:00000200:1.0:1731520087.708625:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914992128, offset 0 00000400:00000200:1.0:1731520087.708635:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520087.708648:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520087.708653:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520087.708658:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520087.708661:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520087.708664:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520087.708668:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [200:200:256:4294967295] 192.168.203.102@tcp LPNI seq info [200:200:8:4294967295] 00000400:00000200:1.0:1731520087.708679:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520087.708685:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520087.708689:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731520087.708695:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520087.708704:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520087.708709:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520087.708870:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520087.708873:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731520087.708878:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520087.708886:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520087.708890:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3812a8 00000400:00000010:0.0:1731520087.708892:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3812a8. 00000100:00000200:0.0:1731520087.708900:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629914992128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520087.710726:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520087.710740:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206e00 00000400:00000200:0.0:1731520087.710763:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x711 [1] + 224 00000400:00000200:0.0:1731520087.710783:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520087.710787:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520087.710793:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629914992128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520087.710880:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520087.710889:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520087.710892:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520087.710905:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629914992128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520087.710950:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629914992128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520087.710982:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731520087.710988:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:1.0:1731520087.710992:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731520092.716422:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731520092.716448:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:3.0:1731520092.716549:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731520092.716561:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520092.716569:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520092.716576:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914992256, portal 25 00000400:00000010:3.0:1731520092.716581:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dd48. 00000100:00000200:3.0:1731520092.716583:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914992256, offset 0 00000400:00000200:3.0:1731520092.716593:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520092.716605:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520092.716619:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520092.716624:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520092.716628:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520092.716631:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520092.716635:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [201:201:256:4294967295] 192.168.203.102@tcp LPNI seq info [201:201:8:4294967295] 00000400:00000200:3.0:1731520092.716647:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520092.716653:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520092.716658:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520092.716664:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520092.716673:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520092.716677:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520092.716924:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520092.716930:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520092.716937:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520092.716944:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520092.716948:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dd48 00000400:00000010:0.0:1731520092.716950:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dd48. 00000100:00000200:0.0:1731520092.716958:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629914992256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520092.718518:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520092.718529:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206e80 00000400:00000200:0.0:1731520092.718536:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x719 [1] + 224 00000400:00000200:0.0:1731520092.718558:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520092.718562:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520092.718568:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629914992256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520092.718644:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520092.718650:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520092.718651:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520092.718658:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629914992256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520092.718693:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629914992256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520092.718721:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731520092.718728:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:3.0:1731520092.718732:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731520097.724413:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731520097.724437:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:2.0:1731520097.724619:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520097.724633:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520097.724643:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520097.724652:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914992384, portal 25 00000400:00000010:2.0:1731520097.724659:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac34c8. 00000100:00000200:2.0:1731520097.724663:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914992384, offset 0 00000400:00000200:2.0:1731520097.724673:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520097.724686:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520097.724692:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520097.724697:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520097.724700:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520097.724703:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520097.724707:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [202:202:256:4294967295] 192.168.203.102@tcp LPNI seq info [202:202:8:4294967295] 00000400:00000200:2.0:1731520097.724718:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520097.724725:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520097.724729:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731520097.724735:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520097.724783:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520097.724789:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520097.724989:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520097.724995:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731520097.725001:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520097.725008:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520097.725013:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac34c8 00000400:00000010:0.0:1731520097.725015:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac34c8. 00000100:00000200:0.0:1731520097.725037:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629914992384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520097.726593:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520097.726606:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206f00 00000400:00000200:0.0:1731520097.726615:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x721 [1] + 224 00000400:00000200:0.0:1731520097.726636:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520097.726643:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520097.726650:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629914992384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520097.726789:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520097.726796:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520097.726798:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520097.726805:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629914992384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520097.726814:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629914992384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520097.726848:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520097.726853:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:2.0:1731520097.726856:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731520102.732408:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731520102.732431:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:3.0:1731520102.732540:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731520102.732551:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520102.732559:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520102.732566:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914992512, portal 25 00000400:00000010:3.0:1731520102.732571:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d990. 00000100:00000200:3.0:1731520102.732573:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914992512, offset 0 00000400:00000200:3.0:1731520102.732583:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520102.732596:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520102.732602:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520102.732607:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520102.732610:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520102.732613:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520102.732617:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [203:203:256:4294967295] 192.168.203.102@tcp LPNI seq info [203:203:8:4294967295] 00000400:00000200:3.0:1731520102.732628:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520102.732634:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520102.732638:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520102.732645:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520102.732655:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520102.732661:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520102.732838:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520102.732842:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520102.732848:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520102.732855:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520102.732859:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d990 00000400:00000010:0.0:1731520102.732861:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d990. 00000100:00000200:0.0:1731520102.732869:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629914992512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520102.734824:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520102.734837:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48206f80 00000400:00000200:0.0:1731520102.734844:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x729 [1] + 224 00000400:00000200:0.0:1731520102.734867:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520102.734872:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520102.734879:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629914992512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520102.734988:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520102.734996:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520102.734999:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520102.735009:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629914992512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520102.735049:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629914992512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520102.735079:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731520102.735085:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:3.0:1731520102.735090:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731520107.740486:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731520107.740512:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:3.0:1731520107.740734:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731520107.740747:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520107.740756:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520107.740765:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914992640, portal 25 00000400:00000010:3.0:1731520107.740771:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d908. 00000100:00000200:3.0:1731520107.740774:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914992640, offset 0 00000400:00000200:3.0:1731520107.740787:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520107.740803:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520107.740810:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520107.740816:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520107.740820:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520107.740824:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520107.740828:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [204:204:256:4294967295] 192.168.203.102@tcp LPNI seq info [204:204:8:4294967295] 00000400:00000200:3.0:1731520107.740843:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520107.740852:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520107.740860:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520107.740867:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520107.740879:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520107.740885:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520107.741069:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520107.741090:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520107.741098:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520107.741107:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520107.741113:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d908 00000400:00000010:0.0:1731520107.741115:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d908. 00000100:00000200:0.0:1731520107.741123:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629914992640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520107.742902:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520107.742914:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207000 00000400:00000200:0.0:1731520107.742921:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x731 [1] + 224 00000400:00000200:0.0:1731520107.742938:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520107.742942:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520107.742949:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629914992640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520107.743031:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520107.743037:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520107.743039:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520107.743047:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629914992640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520107.743077:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629914992640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520107.743102:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731520107.743108:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:3.0:1731520107.743112:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731520112.748512:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731520112.748541:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78d00. 02000000:00000010:2.0:1731520112.748732:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520112.748741:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520112.748748:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520112.748755:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914992768, portal 25 00000400:00000010:2.0:1731520112.748760:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3198. 00000100:00000200:2.0:1731520112.748762:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914992768, offset 0 00000400:00000200:2.0:1731520112.748773:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520112.748786:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520112.748792:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520112.748796:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520112.748800:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520112.748803:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520112.748806:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [205:205:256:4294967295] 192.168.203.102@tcp LPNI seq info [205:205:8:4294967295] 00000400:00000200:2.0:1731520112.748817:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520112.748823:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520112.748827:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731520112.748833:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520112.748843:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520112.748847:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520112.749005:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520112.749009:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731520112.749014:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520112.749020:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520112.749024:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3198 00000400:00000010:0.0:1731520112.749026:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3198. 00000100:00000200:0.0:1731520112.749034:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629914992768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520112.750953:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520112.750965:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207080 00000400:00000200:0.0:1731520112.750973:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x739 [1] + 224 00000400:00000200:0.0:1731520112.750994:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520112.750999:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520112.751006:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629914992768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520112.751149:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520112.751159:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520112.751161:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520112.751171:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629914992768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520112.751187:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629914992768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520112.751239:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520112.751247:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78d00. 00000100:00000010:2.0:1731520112.751252:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731520117.756448:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731520117.756472:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78b00. 02000000:00000010:3.0:1731520117.756678:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731520117.756690:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520117.756697:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520117.756704:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914992896, portal 25 00000400:00000010:3.0:1731520117.756711:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d908. 00000100:00000200:3.0:1731520117.756714:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914992896, offset 0 00000400:00000200:3.0:1731520117.756723:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520117.756735:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520117.756741:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520117.756746:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520117.756750:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520117.756752:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520117.756756:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [206:206:256:4294967295] 192.168.203.102@tcp LPNI seq info [206:206:8:4294967295] 00000400:00000200:3.0:1731520117.756767:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520117.756773:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520117.756777:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520117.756783:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520117.756792:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520117.756796:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520117.756943:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520117.756947:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520117.756954:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520117.756961:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520117.756966:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d908 00000400:00000010:0.0:1731520117.756968:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d908. 00000100:00000200:0.0:1731520117.756976:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629914992896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520117.759091:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520117.759104:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207100 00000400:00000200:0.0:1731520117.759111:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x741 [1] + 224 00000400:00000200:0.0:1731520117.759133:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520117.759137:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520117.759145:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629914992896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520117.759312:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520117.759320:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520117.759321:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520117.759329:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629914992896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520117.759360:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629914992896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520117.759383:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731520117.759388:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78b00. 00000100:00000010:3.0:1731520117.759392:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731520122.764390:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731520122.764418:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78000. 02000000:00000010:1.0:1731520122.764509:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731520122.764515:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520122.764520:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520122.764524:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914993024, portal 25 00000400:00000010:1.0:1731520122.764527:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381dd0. 00000100:00000200:1.0:1731520122.764528:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914993024, offset 0 00000400:00000200:1.0:1731520122.764534:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520122.764543:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520122.764547:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520122.764549:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520122.764551:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520122.764553:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520122.764555:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [207:207:256:4294967295] 192.168.203.102@tcp LPNI seq info [207:207:8:4294967295] 00000400:00000200:1.0:1731520122.764561:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520122.764565:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520122.764567:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731520122.764597:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520122.764603:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520122.764606:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520122.764693:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520122.764695:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731520122.764699:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520122.764702:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520122.764705:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381dd0 00000400:00000010:0.0:1731520122.764706:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381dd0. 00000100:00000200:0.0:1731520122.764711:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629914993024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520122.765969:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520122.765976:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207180 00000400:00000200:0.0:1731520122.765989:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x749 [1] + 224 00000400:00000200:0.0:1731520122.765999:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520122.766002:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520122.766005:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629914993024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520122.766045:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520122.766048:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520122.766049:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520122.766053:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629914993024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520122.766066:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629914993024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520122.766079:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731520122.766082:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78000. 00000100:00000010:1.0:1731520122.766085:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731520127.772435:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731520127.772471:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78200. 02000000:00000010:3.0:1731520127.772647:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731520127.772658:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520127.772665:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520127.772672:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914993152, portal 25 00000400:00000010:3.0:1731520127.772677:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d990. 00000100:00000200:3.0:1731520127.772679:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914993152, offset 0 00000400:00000200:3.0:1731520127.772689:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520127.772702:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520127.772707:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520127.772712:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520127.772716:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520127.772718:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520127.772722:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [208:208:256:4294967295] 192.168.203.102@tcp LPNI seq info [208:208:8:4294967295] 00000400:00000200:3.0:1731520127.772733:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520127.772740:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520127.772747:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520127.772756:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520127.772767:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520127.772773:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520127.772919:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520127.772923:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520127.772930:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520127.772937:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520127.772941:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d990 00000400:00000010:0.0:1731520127.772943:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d990. 00000100:00000200:0.0:1731520127.772951:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629914993152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520127.774994:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520127.775009:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207200 00000400:00000200:0.0:1731520127.775019:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x751 [1] + 224 00000400:00000200:0.0:1731520127.775046:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520127.775053:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520127.775063:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629914993152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520127.775237:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520127.775243:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520127.775244:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520127.775251:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629914993152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520127.775373:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629914993152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520127.775396:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731520127.775401:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78200. 00000100:00000010:3.0:1731520127.775405:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731520132.780376:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731520132.780394:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78d00. 02000000:00000010:3.0:1731520132.780486:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731520132.780493:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520132.780498:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520132.780530:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914993280, portal 25 00000400:00000010:3.0:1731520132.780535:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dd48. 00000100:00000200:3.0:1731520132.780537:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914993280, offset 0 00000400:00000200:3.0:1731520132.780545:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520132.780555:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520132.780561:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520132.780564:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520132.780567:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520132.780569:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520132.780572:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [209:209:256:4294967295] 192.168.203.102@tcp LPNI seq info [209:209:8:4294967295] 00000400:00000200:3.0:1731520132.780581:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520132.780586:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520132.780590:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520132.780595:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520132.780614:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520132.780617:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520132.780701:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520132.780704:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520132.780707:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520132.780711:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520132.780713:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dd48 00000400:00000010:0.0:1731520132.780714:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dd48. 00000100:00000200:0.0:1731520132.780728:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629914993280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520132.781697:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520132.781706:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207280 00000400:00000200:0.0:1731520132.781711:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x759 [1] + 224 00000400:00000200:0.0:1731520132.781726:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520132.781729:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520132.781734:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629914993280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520132.781785:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520132.781788:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520132.781789:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520132.781792:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629914993280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520132.781805:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629914993280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520132.781818:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731520132.781821:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78d00. 00000100:00000010:3.0:1731520132.781824:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731520137.788428:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731520137.788447:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:2.0:1731520137.788547:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520137.788557:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520137.788565:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520137.788572:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914993408, portal 25 00000400:00000010:2.0:1731520137.788575:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac36e8. 00000100:00000200:2.0:1731520137.788577:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914993408, offset 0 00000400:00000200:2.0:1731520137.788585:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520137.788596:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520137.788600:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520137.788604:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520137.788606:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520137.788609:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520137.788611:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [210:210:256:4294967295] 192.168.203.102@tcp LPNI seq info [210:210:8:4294967295] 00000400:00000200:2.0:1731520137.788619:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520137.788624:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520137.788627:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731520137.788632:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520137.788640:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520137.788643:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520137.788757:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520137.788760:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731520137.788764:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520137.788769:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520137.788773:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac36e8 00000400:00000010:0.0:1731520137.788774:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac36e8. 00000100:00000200:0.0:1731520137.788781:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629914993408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520137.790141:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520137.790151:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207300 00000400:00000200:0.0:1731520137.790156:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x761 [1] + 224 00000400:00000200:0.0:1731520137.790174:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520137.790177:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520137.790182:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629914993408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520137.790257:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520137.790301:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520137.790303:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520137.790310:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629914993408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520137.790318:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629914993408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520137.790351:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520137.790356:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:2.0:1731520137.790359:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731520142.796477:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731520142.796502:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:3.0:1731520142.796674:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731520142.796685:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520142.796692:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520142.796699:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914993536, portal 25 00000400:00000010:3.0:1731520142.796705:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4ddd0. 00000100:00000200:3.0:1731520142.796707:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914993536, offset 0 00000400:00000200:3.0:1731520142.796717:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520142.796730:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520142.796736:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520142.796741:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520142.796745:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520142.796747:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520142.796762:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [211:211:256:4294967295] 192.168.203.102@tcp LPNI seq info [211:211:8:4294967295] 00000400:00000200:3.0:1731520142.796773:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520142.796780:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520142.796785:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520142.796791:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520142.796801:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520142.796805:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520142.796967:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520142.796990:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520142.796997:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520142.797008:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520142.797014:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4ddd0 00000400:00000010:0.0:1731520142.797017:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4ddd0. 00000100:00000200:0.0:1731520142.797026:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629914993536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520142.798699:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520142.798711:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207380 00000400:00000200:0.0:1731520142.798718:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x769 [1] + 224 00000400:00000200:0.0:1731520142.798736:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520142.798740:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520142.798747:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629914993536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520142.798838:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520142.798845:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520142.798848:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520142.798856:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629914993536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520142.798892:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629914993536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520142.798919:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731520142.798926:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:3.0:1731520142.798931:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731520147.804515:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731520147.804540:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:3.0:1731520147.804660:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731520147.804672:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520147.804679:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520147.804687:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914993664, portal 25 00000400:00000010:3.0:1731520147.804691:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dee0. 00000100:00000200:3.0:1731520147.804694:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914993664, offset 0 00000400:00000200:3.0:1731520147.804704:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520147.804717:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520147.804722:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520147.804728:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520147.804733:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520147.804737:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520147.804743:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [212:212:256:4294967295] 192.168.203.102@tcp LPNI seq info [212:212:8:4294967295] 00000400:00000200:3.0:1731520147.804759:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520147.804768:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520147.804774:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520147.804782:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520147.804794:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520147.804800:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520147.804979:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520147.804985:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520147.804992:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520147.804999:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520147.805004:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dee0 00000400:00000010:0.0:1731520147.805005:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dee0. 00000100:00000200:0.0:1731520147.805013:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629914993664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520147.806514:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520147.806524:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207400 00000400:00000200:0.0:1731520147.806530:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x771 [1] + 224 00000400:00000200:0.0:1731520147.806555:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520147.806560:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520147.806568:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629914993664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520147.806663:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520147.806670:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520147.806672:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520147.806681:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629914993664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520147.806719:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629914993664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520147.806747:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731520147.806754:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:3.0:1731520147.806758:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731520152.812496:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731520152.812520:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:3.0:1731520152.812644:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731520152.812655:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520152.812664:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520152.812673:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914993792, portal 25 00000400:00000010:3.0:1731520152.812678:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731520152.812681:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914993792, offset 0 00000400:00000200:3.0:1731520152.812691:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520152.812706:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520152.812712:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520152.812716:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520152.812720:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520152.812722:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520152.812726:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [213:213:256:4294967295] 192.168.203.102@tcp LPNI seq info [213:213:8:4294967295] 00000400:00000200:3.0:1731520152.812737:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520152.812743:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520152.812749:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520152.812756:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520152.812764:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520152.812769:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520152.812940:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520152.812945:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520152.812954:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520152.812963:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520152.812969:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:0.0:1731520152.812971:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:0.0:1731520152.812981:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629914993792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520152.814912:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520152.814926:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207480 00000400:00000200:0.0:1731520152.814933:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x779 [1] + 224 00000400:00000200:0.0:1731520152.814956:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520152.814961:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520152.814968:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629914993792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520152.815053:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520152.815059:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520152.815062:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520152.815070:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629914993792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520152.815105:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629914993792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520152.815128:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731520152.815133:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:3.0:1731520152.815136:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731520157.820498:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731520157.820522:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78e00. 02000000:00000010:3.0:1731520157.820666:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731520157.820679:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520157.820686:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520157.820693:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914993920, portal 25 00000400:00000010:3.0:1731520157.820698:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d550. 00000100:00000200:3.0:1731520157.820700:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914993920, offset 0 00000400:00000200:3.0:1731520157.820710:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520157.820724:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520157.820729:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520157.820734:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520157.820738:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520157.820740:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520157.820744:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [214:214:256:4294967295] 192.168.203.102@tcp LPNI seq info [214:214:8:4294967295] 00000400:00000200:3.0:1731520157.820756:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520157.820762:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520157.820766:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520157.820772:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520157.820781:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520157.820786:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520157.820960:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520157.820966:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520157.820975:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520157.820985:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520157.820991:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d550 00000400:00000010:0.0:1731520157.820994:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d550. 00000100:00000200:0.0:1731520157.821004:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629914993920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520157.822564:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520157.822578:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207500 00000400:00000200:0.0:1731520157.822603:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x781 [1] + 224 00000400:00000200:0.0:1731520157.822631:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520157.822638:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520157.822647:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629914993920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520157.822729:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520157.822735:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520157.822736:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520157.822743:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629914993920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520157.822769:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629914993920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520157.822792:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731520157.822796:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78e00. 00000100:00000010:3.0:1731520157.822800:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:2.0:1731520162.828557:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444700. 02000000:00000010:2.0:1731520162.828581:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731520162.828692:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731520162.828703:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520162.828710:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520162.828718:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914994048, portal 25 00000400:00000010:3.0:1731520162.828723:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dcc0. 00000100:00000200:3.0:1731520162.828725:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914994048, offset 0 00000400:00000200:3.0:1731520162.828736:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520162.828749:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520162.828755:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520162.828760:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520162.828764:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520162.828766:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520162.828770:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [215:215:256:4294967295] 192.168.203.102@tcp LPNI seq info [215:215:8:4294967295] 00000400:00000200:3.0:1731520162.828780:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520162.828786:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520162.828792:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520162.828798:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520162.828806:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520162.828810:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520162.829011:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520162.829018:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520162.829027:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520162.829037:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520162.829042:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dcc0 00000400:00000010:0.0:1731520162.829046:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dcc0. 00000100:00000200:0.0:1731520162.829056:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444700 x1815629914994048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520162.830664:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520162.830677:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207580 00000400:00000200:0.0:1731520162.830684:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x789 [1] + 224 00000400:00000200:0.0:1731520162.830707:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520162.830712:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520162.830719:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444700 x1815629914994048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520162.830812:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520162.830820:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520162.830823:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520162.830833:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444700 x1815629914994048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520162.830874:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444700 x1815629914994048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520162.830903:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731520162.830909:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731520162.830915:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444700. 00000100:00000010:2.0:1731520167.836426:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444380. 02000000:00000010:2.0:1731520167.836456:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:1.0:1731520167.836567:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731520167.836577:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520167.836584:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520167.836591:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914994176, portal 25 00000400:00000010:1.0:1731520167.836595:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381770. 00000100:00000200:1.0:1731520167.836597:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914994176, offset 0 00000400:00000200:1.0:1731520167.836608:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520167.836620:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520167.836625:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520167.836630:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520167.836633:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520167.836636:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520167.836640:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [216:216:256:4294967295] 192.168.203.102@tcp LPNI seq info [216:216:8:4294967295] 00000400:00000200:1.0:1731520167.836650:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520167.836657:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520167.836661:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731520167.836667:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520167.836675:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520167.836679:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520167.836839:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520167.836843:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731520167.836849:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520167.836855:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520167.836859:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381770 00000400:00000010:0.0:1731520167.836861:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381770. 00000100:00000200:0.0:1731520167.836868:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444380 x1815629914994176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520167.838672:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520167.838686:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207600 00000400:00000200:0.0:1731520167.838710:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x791 [1] + 224 00000400:00000200:0.0:1731520167.838734:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520167.838741:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520167.838750:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444380 x1815629914994176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520167.838827:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520167.838832:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520167.838834:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520167.838842:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444380 x1815629914994176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520167.838869:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444380 x1815629914994176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520167.838889:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731520167.838894:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:1.0:1731520167.838898:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444380. 00000100:00000010:0.0:1731520172.844466:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731520172.844484:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:2.0:1731520172.844557:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520172.844565:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520172.844570:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520172.844577:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914994304, portal 25 00000400:00000010:2.0:1731520172.844581:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac37f8. 00000100:00000200:2.0:1731520172.844582:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914994304, offset 0 00000400:00000200:2.0:1731520172.844589:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520172.844599:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520172.844603:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520172.844606:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520172.844609:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520172.844611:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520172.844613:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [217:217:256:4294967295] 192.168.203.102@tcp LPNI seq info [217:217:8:4294967295] 00000400:00000200:2.0:1731520172.844621:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520172.844641:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520172.844644:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731520172.844649:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520172.844655:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520172.844658:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520172.844773:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520172.844777:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731520172.844781:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520172.844786:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520172.844788:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac37f8 00000400:00000010:0.0:1731520172.844789:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac37f8. 00000100:00000200:0.0:1731520172.844795:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629914994304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520172.846052:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520172.846061:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207680 00000400:00000200:0.0:1731520172.846066:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x799 [1] + 224 00000400:00000200:0.0:1731520172.846083:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520172.846086:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520172.846091:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629914994304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520172.846143:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520172.846147:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520172.846149:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520172.846154:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629914994304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520172.846173:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629914994304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520172.846194:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520172.846201:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:2.0:1731520172.846203:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:2.0:1731520177.852557:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444000. 02000000:00000010:2.0:1731520177.852582:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10f00. 02000000:00000010:0.0:1731520177.852680:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520177.852693:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856210. 00000400:00000010:0.0:1731520177.852701:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966e58. 00000100:00000200:0.0:1731520177.852711:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914994432, portal 25 00000400:00000010:0.0:1731520177.852718:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966ee0. 00000100:00000200:0.0:1731520177.852721:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914994432, offset 0 00000400:00000200:0.0:1731520177.852734:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520177.852750:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520177.852771:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520177.852776:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520177.852779:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520177.852782:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520177.852785:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [218:218:256:4294967295] 192.168.203.102@tcp LPNI seq info [218:218:8:4294967295] 00000400:00000200:0.0:1731520177.852797:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520177.852803:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520177.852807:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78600. 00000800:00000200:0.0:1731520177.852814:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520177.852823:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520177.852828:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520177.852971:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520177.852976:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78600. 00000400:00000200:2.0:1731520177.852980:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520177.852987:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520177.852992:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966ee0 00000400:00000010:2.0:1731520177.852994:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966ee0. 00000100:00000200:2.0:1731520177.853002:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444000 x1815629914994432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520177.854543:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520177.854555:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207700 00000400:00000200:0.0:1731520177.854562:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x7a1 [1] + 224 00000400:00000200:0.0:1731520177.854581:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520177.854585:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520177.854591:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444000 x1815629914994432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520177.854668:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856210. 00000400:00000200:2.0:1731520177.854674:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966e58 00000400:00000010:2.0:1731520177.854676:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966e58. 00000100:00000200:2.0:1731520177.854684:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444000 x1815629914994432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520177.854698:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444000 x1815629914994432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520177.854726:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520177.854731:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10f00. 00000100:00000010:2.0:1731520177.854736:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444000. 00000100:00000010:2.0:1731520182.860404:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444000. 02000000:00000010:2.0:1731520182.860421:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10f00. 02000000:00000010:3.0:1731520182.860507:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97c00. 00000400:00000010:3.0:1731520182.860515:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520182.860519:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520182.860525:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914994560, portal 25 00000400:00000010:3.0:1731520182.860528:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4de58. 00000100:00000200:3.0:1731520182.860529:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914994560, offset 0 00000400:00000200:3.0:1731520182.860537:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520182.860547:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520182.860551:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520182.860554:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520182.860556:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520182.860558:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520182.860560:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [219:219:256:4294967295] 192.168.203.102@tcp LPNI seq info [219:219:8:4294967295] 00000400:00000200:3.0:1731520182.860567:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520182.860571:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520182.860574:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520182.860579:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520182.860585:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520182.860588:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520182.860767:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520182.860771:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520182.860775:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520182.860780:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520182.860783:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4de58 00000400:00000010:0.0:1731520182.860785:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4de58. 00000100:00000200:0.0:1731520182.860790:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444000 x1815629914994560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520182.862032:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520182.862039:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207780 00000400:00000200:0.0:1731520182.862043:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x7a9 [1] + 224 00000400:00000200:0.0:1731520182.862063:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520182.862065:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520182.862069:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444000 x1815629914994560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520182.862146:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520182.862151:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520182.862152:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520182.862156:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444000 x1815629914994560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520182.862208:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444000 x1815629914994560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520182.862224:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97c00. 02000000:00000010:3.0:1731520182.862228:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10f00. 00000100:00000010:3.0:1731520182.862231:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444000. 00000100:00000010:2.0:1731520187.868416:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444000. 02000000:00000010:2.0:1731520187.868439:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:1.0:1731520187.868551:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731520187.868563:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520187.868570:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520187.868578:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914994688, portal 25 00000400:00000010:1.0:1731520187.868583:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3817f8. 00000100:00000200:1.0:1731520187.868585:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914994688, offset 0 00000400:00000200:1.0:1731520187.868595:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520187.868609:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520187.868615:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520187.868619:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520187.868623:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520187.868626:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520187.868629:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [220:220:256:4294967295] 192.168.203.102@tcp LPNI seq info [220:220:8:4294967295] 00000400:00000200:1.0:1731520187.868640:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520187.868646:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520187.868650:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731520187.868656:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520187.868665:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520187.868669:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520187.868825:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520187.868831:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731520187.868838:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520187.868845:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520187.868850:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3817f8 00000400:00000010:0.0:1731520187.868852:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3817f8. 00000100:00000200:0.0:1731520187.868860:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444000 x1815629914994688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520187.870608:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520187.870621:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207800 00000400:00000200:0.0:1731520187.870628:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x7b1 [1] + 224 00000400:00000200:0.0:1731520187.870650:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520187.870655:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520187.870662:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444000 x1815629914994688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520187.870748:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520187.870754:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520187.870756:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520187.870763:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444000 x1815629914994688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520187.870792:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444000 x1815629914994688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520187.870814:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731520187.870819:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:1.0:1731520187.870823:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444000. 00000100:00000010:2.0:1731520192.876358:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444380. 02000000:00000010:2.0:1731520192.876387:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:3.0:1731520192.876491:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731520192.876503:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520192.876510:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520192.876517:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914994816, portal 25 00000400:00000010:3.0:1731520192.876522:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d440. 00000100:00000200:3.0:1731520192.876524:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914994816, offset 0 00000400:00000200:3.0:1731520192.876534:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520192.876546:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520192.876552:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520192.876557:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520192.876561:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520192.876563:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520192.876567:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [221:221:256:4294967295] 192.168.203.102@tcp LPNI seq info [221:221:8:4294967295] 00000400:00000200:3.0:1731520192.876578:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520192.876584:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520192.876589:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520192.876595:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520192.876604:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520192.876608:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520192.876788:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520192.876794:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520192.876800:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520192.876807:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520192.876812:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d440 00000400:00000010:0.0:1731520192.876814:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d440. 00000100:00000200:0.0:1731520192.876822:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444380 x1815629914994816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520192.878387:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520192.878400:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207880 00000400:00000200:0.0:1731520192.878410:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x7b9 [1] + 224 00000400:00000200:0.0:1731520192.878448:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520192.878455:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520192.878465:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444380 x1815629914994816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520192.878551:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520192.878557:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520192.878559:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520192.878565:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444380 x1815629914994816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520192.878591:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444380 x1815629914994816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520192.878613:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731520192.878618:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:3.0:1731520192.878622:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444380. 00000100:00000010:2.0:1731520197.884439:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444700. 02000000:00000010:2.0:1731520197.884461:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:0.0:1731520197.884608:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520197.884620:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856318. 00000400:00000010:0.0:1731520197.884627:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9667f8. 00000100:00000200:0.0:1731520197.884634:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914994944, portal 25 00000400:00000010:0.0:1731520197.884640:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966f68. 00000100:00000200:0.0:1731520197.884642:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914994944, offset 0 00000400:00000200:0.0:1731520197.884653:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520197.884665:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520197.884671:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520197.884675:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520197.884679:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520197.884682:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520197.884685:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [222:222:256:4294967295] 192.168.203.102@tcp LPNI seq info [222:222:8:4294967295] 00000400:00000200:0.0:1731520197.884697:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520197.884703:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520197.884707:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78100. 00000800:00000200:0.0:1731520197.884713:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520197.884722:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520197.884727:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520197.884876:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520197.884881:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78100. 00000400:00000200:2.0:1731520197.884885:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520197.884893:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520197.884897:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966f68 00000400:00000010:2.0:1731520197.884899:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966f68. 00000100:00000200:2.0:1731520197.884907:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444700 x1815629914994944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520197.886495:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520197.886508:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207900 00000400:00000200:0.0:1731520197.886514:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x7c1 [1] + 224 00000400:00000200:0.0:1731520197.886535:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520197.886539:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520197.886546:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444700 x1815629914994944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520197.886680:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856318. 00000400:00000200:2.0:1731520197.886689:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9667f8 00000400:00000010:2.0:1731520197.886691:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9667f8. 00000100:00000200:2.0:1731520197.886699:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444700 x1815629914994944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520197.886711:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444700 x1815629914994944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520197.886734:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520197.886740:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:2.0:1731520197.886744:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444700. 00000100:00000010:2.0:1731520202.892375:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444700. 02000000:00000010:2.0:1731520202.892397:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:3.0:1731520202.892545:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731520202.892555:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520202.892561:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520202.892567:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914995072, portal 25 00000400:00000010:3.0:1731520202.892572:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dbb0. 00000100:00000200:3.0:1731520202.892574:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914995072, offset 0 00000400:00000200:3.0:1731520202.892583:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520202.892595:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520202.892600:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520202.892605:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520202.892608:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520202.892611:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520202.892614:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [223:223:256:4294967295] 192.168.203.102@tcp LPNI seq info [223:223:8:4294967295] 00000400:00000200:3.0:1731520202.892624:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520202.892629:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520202.892635:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520202.892640:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520202.892648:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520202.892652:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520202.892792:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520202.892797:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520202.892802:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520202.892809:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520202.892812:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dbb0 00000400:00000010:0.0:1731520202.892814:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dbb0. 00000100:00000200:0.0:1731520202.892821:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444700 x1815629914995072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520202.894367:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520202.894379:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207980 00000400:00000200:0.0:1731520202.894386:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x7c9 [1] + 224 00000400:00000200:0.0:1731520202.894405:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520202.894409:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520202.894416:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444700 x1815629914995072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520202.894559:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520202.894567:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520202.894569:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520202.894577:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444700 x1815629914995072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520202.894606:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444700 x1815629914995072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520202.894628:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731520202.894633:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:3.0:1731520202.894637:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444700. 00000100:00000010:0.0:1731520207.900417:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731520207.900431:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78e00. 02000000:00000010:3.0:1731520207.900494:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731520207.900501:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520207.900506:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520207.900511:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914995200, portal 25 00000400:00000010:3.0:1731520207.900513:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d088. 00000100:00000200:3.0:1731520207.900514:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914995200, offset 0 00000400:00000200:3.0:1731520207.900521:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520207.900529:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520207.900532:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520207.900535:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520207.900537:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520207.900538:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520207.900540:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [224:224:256:4294967295] 192.168.203.102@tcp LPNI seq info [224:224:8:4294967295] 00000400:00000200:3.0:1731520207.900546:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520207.900550:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520207.900552:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520207.900555:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520207.900561:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520207.900563:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520207.900650:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520207.900653:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520207.900657:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520207.900662:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520207.900666:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d088 00000400:00000010:0.0:1731520207.900667:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d088. 00000100:00000200:0.0:1731520207.900673:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629914995200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520207.901710:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520207.901720:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207a00 00000400:00000200:0.0:1731520207.901725:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x7d1 [1] + 224 00000400:00000200:0.0:1731520207.901740:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520207.901748:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520207.901753:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629914995200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520207.901834:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520207.901837:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520207.901839:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520207.901843:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629914995200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520207.901857:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629914995200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520207.901870:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731520207.901874:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78e00. 00000100:00000010:3.0:1731520207.901876:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731520212.908355:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731520212.908377:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731520212.908520:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731520212.908531:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520212.908538:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520212.908546:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914995328, portal 25 00000400:00000010:3.0:1731520212.908551:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d2a8. 00000100:00000200:3.0:1731520212.908553:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914995328, offset 0 00000400:00000200:3.0:1731520212.908564:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520212.908577:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520212.908582:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520212.908587:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520212.908591:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520212.908593:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520212.908597:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [225:225:256:4294967295] 192.168.203.102@tcp LPNI seq info [225:225:8:4294967295] 00000400:00000200:3.0:1731520212.908607:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520212.908614:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520212.908620:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520212.908626:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520212.908634:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520212.908638:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520212.908769:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520212.908773:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520212.908778:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520212.908786:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520212.908790:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d2a8 00000400:00000010:0.0:1731520212.908792:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d2a8. 00000100:00000200:0.0:1731520212.908800:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629914995328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520212.910482:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520212.910495:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207a80 00000400:00000200:0.0:1731520212.910502:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x7d9 [1] + 224 00000400:00000200:0.0:1731520212.910523:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520212.910527:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520212.910534:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629914995328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520212.910680:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520212.910688:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520212.910690:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520212.910697:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629914995328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520212.910727:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629914995328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520212.910749:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731520212.910754:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731520212.910758:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:2.0:1731520217.916575:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444a80. 02000000:00000010:2.0:1731520217.916599:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:0.0:1731520217.916683:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731520217.916695:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8562c0. 00000400:00000010:0.0:1731520217.916701:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9664c8. 00000100:00000200:0.0:1731520217.916709:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914995456, portal 25 00000400:00000010:0.0:1731520217.916714:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9662a8. 00000100:00000200:0.0:1731520217.916717:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914995456, offset 0 00000400:00000200:0.0:1731520217.916727:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520217.916741:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520217.916747:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520217.916751:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520217.916769:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520217.916772:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520217.916776:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [226:226:256:4294967295] 192.168.203.102@tcp LPNI seq info [226:226:8:4294967295] 00000400:00000200:0.0:1731520217.916788:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520217.916794:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520217.916798:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78c00. 00000800:00000200:0.0:1731520217.916805:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520217.916822:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520217.916827:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520217.917003:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520217.917008:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78c00. 00000400:00000200:2.0:1731520217.917012:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520217.917019:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520217.917023:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9662a8 00000400:00000010:2.0:1731520217.917026:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9662a8. 00000100:00000200:2.0:1731520217.917033:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444a80 x1815629914995456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520217.918433:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520217.918442:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207b00 00000400:00000200:0.0:1731520217.918447:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x7e1 [1] + 224 00000400:00000200:0.0:1731520217.918462:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520217.918465:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520217.918470:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444a80 x1815629914995456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520217.918552:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8562c0. 00000400:00000200:2.0:1731520217.918560:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9664c8 00000400:00000010:2.0:1731520217.918562:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9664c8. 00000100:00000200:2.0:1731520217.918570:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444a80 x1815629914995456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520217.918581:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444a80 x1815629914995456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520217.918604:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731520217.918609:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:2.0:1731520217.918613:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444a80. 00000100:00000010:2.0:1731520222.924427:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444a80. 02000000:00000010:2.0:1731520222.924451:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:3.0:1731520222.924550:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731520222.924561:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520222.924568:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520222.924577:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914995584, portal 25 00000400:00000010:3.0:1731520222.924581:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d660. 00000100:00000200:3.0:1731520222.924584:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914995584, offset 0 00000400:00000200:3.0:1731520222.924594:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520222.924607:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520222.924612:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520222.924617:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520222.924620:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520222.924623:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520222.924626:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [227:227:256:4294967295] 192.168.203.102@tcp LPNI seq info [227:227:8:4294967295] 00000400:00000200:3.0:1731520222.924638:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520222.924644:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520222.924648:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520222.924654:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520222.924663:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520222.924668:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520222.924835:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520222.924839:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520222.924845:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520222.924851:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520222.924855:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d660 00000400:00000010:0.0:1731520222.924857:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d660. 00000100:00000200:0.0:1731520222.924865:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444a80 x1815629914995584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520222.926415:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520222.926424:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207b80 00000400:00000200:0.0:1731520222.926430:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x7e9 [1] + 224 00000400:00000200:0.0:1731520222.926447:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520222.926456:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520222.926462:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444a80 x1815629914995584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520222.926535:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520222.926540:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520222.926541:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520222.926547:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444a80 x1815629914995584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520222.926572:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444a80 x1815629914995584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520222.926596:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731520222.926602:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:3.0:1731520222.926608:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444a80. 00000100:00000010:2.0:1731520227.932426:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444e00. 02000000:00000010:2.0:1731520227.932460:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:1.0:1731520227.932561:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731520227.932571:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520227.932578:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520227.932584:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914995712, portal 25 00000400:00000010:1.0:1731520227.932588:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381198. 00000100:00000200:1.0:1731520227.932590:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914995712, offset 0 00000400:00000200:1.0:1731520227.932599:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520227.932611:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520227.932616:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520227.932620:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520227.932623:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520227.932626:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520227.932628:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [228:228:256:4294967295] 192.168.203.102@tcp LPNI seq info [228:228:8:4294967295] 00000400:00000200:1.0:1731520227.932637:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520227.932642:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520227.932645:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731520227.932651:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520227.932658:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520227.932662:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520227.932879:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520227.932884:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731520227.932889:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520227.932895:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520227.932898:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381198 00000400:00000010:0.0:1731520227.932900:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381198. 00000100:00000200:0.0:1731520227.932906:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444e00 x1815629914995712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520227.934306:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520227.934318:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207c00 00000400:00000200:0.0:1731520227.934326:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x7f1 [1] + 224 00000400:00000200:0.0:1731520227.934348:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520227.934352:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520227.934358:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444e00 x1815629914995712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520227.934462:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520227.934468:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520227.934470:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520227.934476:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444e00 x1815629914995712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520227.934501:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444e00 x1815629914995712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520227.934522:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731520227.934525:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:1.0:1731520227.934529:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444e00. 00000100:00000010:0.0:1731520232.940500:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731520232.940521:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:2.0:1731520232.940625:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731520232.940636:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520232.940643:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520232.940651:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914995840, portal 25 00000400:00000010:2.0:1731520232.940655:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac33b8. 00000100:00000200:2.0:1731520232.940657:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914995840, offset 0 00000400:00000200:2.0:1731520232.940667:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520232.940680:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520232.940685:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520232.940690:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520232.940694:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520232.940696:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520232.940700:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [229:229:256:4294967295] 192.168.203.102@tcp LPNI seq info [229:229:8:4294967295] 00000400:00000200:2.0:1731520232.940712:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520232.940718:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520232.940733:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731520232.940739:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520232.940748:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520232.940753:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520232.940913:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520232.940917:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731520232.940922:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520232.940930:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520232.940934:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac33b8 00000400:00000010:0.0:1731520232.940936:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac33b8. 00000100:00000200:0.0:1731520232.940944:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629914995840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520232.942543:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520232.942559:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207c80 00000400:00000200:0.0:1731520232.942578:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x7f9 [1] + 224 00000400:00000200:0.0:1731520232.942604:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520232.942611:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520232.942620:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629914995840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520232.942763:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520232.942771:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520232.942773:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520232.942781:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629914995840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520232.942793:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629914995840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520232.942846:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731520232.942853:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:2.0:1731520232.942858:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731520237.948409:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731520237.948432:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:2.0:1731520237.948548:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731520237.948559:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520237.948566:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520237.948573:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914995968, portal 25 00000400:00000010:2.0:1731520237.948578:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3a18. 00000100:00000200:2.0:1731520237.948580:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914995968, offset 0 00000400:00000200:2.0:1731520237.948590:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520237.948602:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520237.948608:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520237.948612:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520237.948615:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520237.948618:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520237.948621:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [230:230:256:4294967295] 192.168.203.102@tcp LPNI seq info [230:230:8:4294967295] 00000400:00000200:2.0:1731520237.948632:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520237.948637:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520237.948641:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731520237.948661:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520237.948670:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520237.948674:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520237.948847:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520237.948852:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731520237.948858:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520237.948867:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520237.948873:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3a18 00000400:00000010:0.0:1731520237.948876:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3a18. 00000100:00000200:0.0:1731520237.948886:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629914995968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520237.950615:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520237.950630:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207d00 00000400:00000200:0.0:1731520237.950641:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x801 [1] + 224 00000400:00000200:0.0:1731520237.950667:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520237.950673:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520237.950683:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629914995968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520237.950770:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520237.950776:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520237.950798:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520237.950805:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629914995968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520237.950826:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629914995968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520237.950849:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731520237.950855:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:2.0:1731520237.950858:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731520242.956420:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731520242.956445:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:1.0:1731520242.956601:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731520242.956613:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520242.956620:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520242.956627:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914996096, portal 25 00000400:00000010:1.0:1731520242.956631:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381220. 00000100:00000200:1.0:1731520242.956633:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914996096, offset 0 00000400:00000200:1.0:1731520242.956644:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520242.956657:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520242.956663:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520242.956668:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520242.956671:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520242.956674:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520242.956677:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [231:231:256:4294967295] 192.168.203.102@tcp LPNI seq info [231:231:8:4294967295] 00000400:00000200:1.0:1731520242.956688:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520242.956695:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520242.956700:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731520242.956706:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520242.956715:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520242.956719:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520242.956908:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520242.956912:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731520242.956918:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520242.956930:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520242.956934:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381220 00000400:00000010:0.0:1731520242.956936:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381220. 00000100:00000200:0.0:1731520242.956956:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629914996096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520242.958520:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520242.958535:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207d80 00000400:00000200:0.0:1731520242.958544:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x809 [1] + 224 00000400:00000200:0.0:1731520242.958571:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520242.958577:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520242.958587:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629914996096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520242.958674:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520242.958681:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520242.958682:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520242.958690:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629914996096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520242.958716:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629914996096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520242.958741:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731520242.958771:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:1.0:1731520242.958776:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731520247.964381:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731520247.964404:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78d00. 02000000:00000010:1.0:1731520247.964501:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731520247.964512:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520247.964520:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520247.964527:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914996224, portal 25 00000400:00000010:1.0:1731520247.964532:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3814c8. 00000100:00000200:1.0:1731520247.964534:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914996224, offset 0 00000400:00000200:1.0:1731520247.964544:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520247.964557:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520247.964563:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520247.964576:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520247.964579:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520247.964582:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520247.964586:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [232:232:256:4294967295] 192.168.203.102@tcp LPNI seq info [232:232:8:4294967295] 00000400:00000200:1.0:1731520247.964599:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520247.964608:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520247.964614:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731520247.964623:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520247.964635:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520247.964641:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520247.964804:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520247.964809:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731520247.964814:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520247.964822:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520247.964826:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3814c8 00000400:00000010:0.0:1731520247.964828:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3814c8. 00000100:00000200:0.0:1731520247.964835:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629914996224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520247.966634:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520247.966646:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207e00 00000400:00000200:0.0:1731520247.966653:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x811 [1] + 224 00000400:00000200:0.0:1731520247.966672:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520247.966676:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520247.966683:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629914996224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520247.966787:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520247.966795:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520247.966797:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520247.966804:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629914996224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520247.966831:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629914996224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520247.966853:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731520247.966858:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78d00. 00000100:00000010:1.0:1731520247.966861:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731520252.972383:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731520252.972421:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78200. 02000000:00000010:3.0:1731520252.972567:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731520252.972579:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520252.972588:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520252.972597:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914996352, portal 25 00000400:00000010:3.0:1731520252.972604:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731520252.972607:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914996352, offset 0 00000400:00000200:3.0:1731520252.972617:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520252.972629:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520252.972634:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520252.972639:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520252.972643:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520252.972645:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520252.972649:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [233:233:256:4294967295] 192.168.203.102@tcp LPNI seq info [233:233:8:4294967295] 00000400:00000200:3.0:1731520252.972660:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520252.972667:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520252.972673:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520252.972729:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520252.972738:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520252.972742:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520252.972909:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520252.972926:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520252.972931:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520252.972938:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520252.972942:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d220 00000400:00000010:0.0:1731520252.972944:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d220. 00000100:00000200:0.0:1731520252.972951:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629914996352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520252.974915:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520252.974928:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207e80 00000400:00000200:0.0:1731520252.974936:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x819 [1] + 224 00000400:00000200:0.0:1731520252.974955:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520252.974960:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520252.974967:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629914996352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520252.975108:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520252.975116:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520252.975118:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520252.975125:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629914996352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520252.975153:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629914996352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520252.975176:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731520252.975181:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78200. 00000100:00000010:3.0:1731520252.975185:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731520257.980422:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731520257.980446:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78000. 02000000:00000010:3.0:1731520257.980588:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731520257.980599:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520257.980608:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520257.980617:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914996480, portal 25 00000400:00000010:3.0:1731520257.980623:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d5d8. 00000100:00000200:3.0:1731520257.980626:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914996480, offset 0 00000400:00000200:3.0:1731520257.980636:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520257.980692:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520257.980698:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520257.980703:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520257.980707:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520257.980710:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520257.980714:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [234:234:256:4294967295] 192.168.203.102@tcp LPNI seq info [234:234:8:4294967295] 00000400:00000200:3.0:1731520257.980725:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520257.980731:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520257.980735:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520257.980741:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520257.980750:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520257.980754:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520257.980894:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520257.980899:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520257.980905:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520257.980912:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520257.980916:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d5d8 00000400:00000010:0.0:1731520257.980918:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d5d8. 00000100:00000200:0.0:1731520257.980926:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629914996480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520257.982921:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520257.982934:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207f00 00000400:00000200:0.0:1731520257.982942:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x821 [1] + 224 00000400:00000200:0.0:1731520257.982964:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520257.982968:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520257.982975:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629914996480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520257.983059:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520257.983064:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520257.983066:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520257.983072:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629914996480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520257.983096:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629914996480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520257.983119:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731520257.983123:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78000. 00000100:00000010:3.0:1731520257.983126:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731520262.988326:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731520262.988345:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:3.0:1731520262.988468:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731520262.988479:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520262.988487:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520262.988495:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914996608, portal 25 00000400:00000010:3.0:1731520262.988501:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4da18. 00000100:00000200:3.0:1731520262.988504:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914996608, offset 0 00000400:00000200:3.0:1731520262.988516:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520262.988531:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520262.988537:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520262.988543:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520262.988547:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520262.988551:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520262.988556:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [235:235:256:4294967295] 192.168.203.102@tcp LPNI seq info [235:235:8:4294967295] 00000400:00000200:3.0:1731520262.988571:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520262.988579:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520262.988586:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520262.988594:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520262.988671:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520262.988675:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520262.988854:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520262.988860:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520262.988866:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520262.988873:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520262.988877:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4da18 00000400:00000010:0.0:1731520262.988879:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4da18. 00000100:00000200:0.0:1731520262.988887:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629914996608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520262.990801:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520262.990813:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48207f80 00000400:00000200:0.0:1731520262.990821:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x829 [1] + 224 00000400:00000200:0.0:1731520262.990843:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520262.990848:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520262.990871:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629914996608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520262.991008:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520262.991016:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520262.991018:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520262.991025:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629914996608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520262.991065:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629914996608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520262.991089:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731520262.991094:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:3.0:1731520262.991098:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:2.0:1731520267.996481:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445180. 02000000:00000010:2.0:1731520267.996503:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:3.0:1731520267.996689:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731520267.996701:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520267.996709:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520267.996718:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914996736, portal 25 00000400:00000010:3.0:1731520267.996724:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d7f8. 00000100:00000200:3.0:1731520267.996728:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914996736, offset 0 00000400:00000200:3.0:1731520267.996740:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520267.996756:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520267.996763:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520267.996769:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520267.996775:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520267.996778:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520267.996784:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [236:236:256:4294967295] 192.168.203.102@tcp LPNI seq info [236:236:8:4294967295] 00000400:00000200:3.0:1731520267.996800:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520267.996810:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520267.996816:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520267.996824:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520267.996835:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520267.996841:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520267.996991:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520267.996998:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:1.0:1731520267.997004:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520267.997011:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731520267.997015:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d7f8 00000400:00000010:1.0:1731520267.997017:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d7f8. 00000100:00000200:1.0:1731520267.997025:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445180 x1815629914996736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1731520268.000006:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:2.0:1731520268.000020:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208000 00000400:00000200:2.0:1731520268.000027:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x831 [1] + 224 00000400:00000200:2.0:1731520268.000048:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520268.000052:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731520268.000059:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445180 x1815629914996736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520268.000153:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520268.000161:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520268.000163:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520268.000172:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445180 x1815629914996736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520268.000208:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445180 x1815629914996736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520268.000237:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731520268.000243:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:3.0:1731520268.000249:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445180. 00000100:00000010:2.0:1731520273.004384:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445500. 02000000:00000010:2.0:1731520273.004410:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731520273.004609:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731520273.004623:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520273.004632:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520273.004642:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914996864, portal 25 00000400:00000010:3.0:1731520273.004648:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d770. 00000100:00000200:3.0:1731520273.004652:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914996864, offset 0 00000400:00000200:3.0:1731520273.004665:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520273.004681:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520273.004688:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520273.004693:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520273.004697:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520273.004699:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520273.004703:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [237:237:256:4294967295] 192.168.203.102@tcp LPNI seq info [237:237:8:4294967295] 00000400:00000200:3.0:1731520273.004714:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520273.004721:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520273.004727:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520273.004734:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520273.004743:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520273.004748:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520273.004931:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520273.004937:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520273.004945:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520273.004955:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520273.004960:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d770 00000400:00000010:0.0:1731520273.004963:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d770. 00000100:00000200:0.0:1731520273.004973:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445500 x1815629914996864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520273.006913:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520273.006928:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208080 00000400:00000200:0.0:1731520273.006937:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x839 [1] + 224 00000400:00000200:0.0:1731520273.006965:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520273.006980:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520273.006990:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445500 x1815629914996864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520273.007076:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520273.007083:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520273.007085:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520273.007092:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445500 x1815629914996864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520273.007118:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445500 x1815629914996864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520273.007139:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731520273.007144:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731520273.007148:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445500. 00000100:00000010:2.0:1731520278.012457:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445880. 02000000:00000010:2.0:1731520278.012477:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:0.0:1731520278.012612:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731520278.012620:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856370. 00000400:00000010:0.0:1731520278.012625:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966c38. 00000100:00000200:0.0:1731520278.012631:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914996992, portal 25 00000400:00000010:0.0:1731520278.012635:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966440. 00000100:00000200:0.0:1731520278.012637:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914996992, offset 0 00000400:00000200:0.0:1731520278.012644:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520278.012654:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520278.012658:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520278.012662:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520278.012665:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520278.012666:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520278.012669:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [238:238:256:4294967295] 192.168.203.102@tcp LPNI seq info [238:238:8:4294967295] 00000400:00000200:0.0:1731520278.012677:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520278.012681:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520278.012684:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78400. 00000800:00000200:0.0:1731520278.012689:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520278.012696:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520278.012699:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520278.012835:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520278.012840:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78400. 00000400:00000200:2.0:1731520278.012845:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520278.012852:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520278.012869:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966440 00000400:00000010:2.0:1731520278.012872:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966440. 00000100:00000200:2.0:1731520278.012879:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445880 x1815629914996992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520278.014249:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520278.014258:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208100 00000400:00000200:0.0:1731520278.014264:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x841 [1] + 224 00000400:00000200:0.0:1731520278.014297:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520278.014301:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520278.014307:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445880 x1815629914996992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520278.014388:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856370. 00000400:00000200:2.0:1731520278.014395:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966c38 00000400:00000010:2.0:1731520278.014397:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966c38. 00000100:00000200:2.0:1731520278.014404:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445880 x1815629914996992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520278.014416:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445880 x1815629914996992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520278.014439:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731520278.014443:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:2.0:1731520278.014446:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445880. 00000100:00000010:0.0:1731520283.020460:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731520283.020502:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:1.0:1731520283.020634:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731520283.020645:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520283.020653:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520283.020659:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914997120, portal 25 00000400:00000010:1.0:1731520283.020663:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3813b8. 00000100:00000200:1.0:1731520283.020664:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914997120, offset 0 00000400:00000200:1.0:1731520283.020673:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520283.020684:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520283.020689:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520283.020693:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520283.020696:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520283.020698:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520283.020701:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [239:239:256:4294967295] 192.168.203.102@tcp LPNI seq info [239:239:8:4294967295] 00000400:00000200:1.0:1731520283.020709:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520283.020714:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520283.020718:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731520283.020735:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520283.020743:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520283.020748:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520283.020908:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520283.020912:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731520283.020918:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520283.020924:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520283.020929:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3813b8 00000400:00000010:0.0:1731520283.020931:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3813b8. 00000100:00000200:0.0:1731520283.020955:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629914997120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520283.022924:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520283.022940:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208180 00000400:00000200:0.0:1731520283.022951:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x849 [1] + 224 00000400:00000200:0.0:1731520283.022973:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520283.022978:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520283.022984:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629914997120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520283.023085:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520283.023093:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520283.023095:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520283.023103:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629914997120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520283.023116:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629914997120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520283.023146:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731520283.023153:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:1.0:1731520283.023158:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731520288.028391:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731520288.028416:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:1.0:1731520288.028572:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731520288.028582:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520288.028590:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520288.028596:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914997248, portal 25 00000400:00000010:1.0:1731520288.028601:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381440. 00000100:00000200:1.0:1731520288.028603:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914997248, offset 0 00000400:00000200:1.0:1731520288.028613:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520288.028626:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520288.028631:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520288.028636:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520288.028639:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520288.028642:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520288.028646:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [240:240:256:4294967295] 192.168.203.102@tcp LPNI seq info [240:240:8:4294967295] 00000400:00000200:1.0:1731520288.028656:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520288.028662:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520288.028667:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731520288.028674:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520288.028696:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520288.028700:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520288.028872:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520288.028877:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731520288.028884:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520288.028893:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520288.028899:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381440 00000400:00000010:0.0:1731520288.028902:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381440. 00000100:00000200:0.0:1731520288.028913:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629914997248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520288.030876:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520288.030888:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208200 00000400:00000200:0.0:1731520288.030903:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x851 [1] + 224 00000400:00000200:0.0:1731520288.030922:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520288.030926:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520288.030933:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629914997248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520288.031028:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520288.031038:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520288.031040:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520288.031050:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629914997248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520288.031067:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629914997248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520288.031098:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731520288.031105:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:1.0:1731520288.031110:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731520293.036524:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731520293.036554:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78e00. 02000000:00000010:2.0:1731520293.036716:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731520293.036730:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520293.036739:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520293.036747:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914997376, portal 25 00000400:00000010:2.0:1731520293.036751:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731520293.036754:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914997376, offset 0 00000400:00000200:2.0:1731520293.036764:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520293.036779:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520293.036787:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520293.036793:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520293.036797:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520293.036801:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520293.036806:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [241:241:256:4294967295] 192.168.203.102@tcp LPNI seq info [241:241:8:4294967295] 00000400:00000200:2.0:1731520293.036821:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520293.036831:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520293.036836:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731520293.036846:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520293.036876:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520293.036883:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520293.037037:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520293.037042:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731520293.037047:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520293.037054:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520293.037058:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac32a8 00000400:00000010:0.0:1731520293.037060:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac32a8. 00000100:00000200:0.0:1731520293.037069:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629914997376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520293.038868:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520293.038886:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208280 00000400:00000200:0.0:1731520293.038896:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x859 [1] + 224 00000400:00000200:0.0:1731520293.038924:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520293.038931:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520293.038940:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629914997376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520293.039085:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520293.039093:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520293.039095:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520293.039103:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629914997376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520293.039114:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629914997376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520293.039137:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731520293.039143:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78e00. 00000100:00000010:2.0:1731520293.039146:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731520298.044359:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731520298.044397:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:2.0:1731520298.044469:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731520298.044476:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520298.044481:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520298.044486:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914997504, portal 25 00000400:00000010:2.0:1731520298.044489:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3770. 00000100:00000200:2.0:1731520298.044490:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914997504, offset 0 00000400:00000200:2.0:1731520298.044497:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520298.044506:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520298.044509:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520298.044512:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520298.044514:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520298.044516:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520298.044518:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [242:242:256:4294967295] 192.168.203.102@tcp LPNI seq info [242:242:8:4294967295] 00000400:00000200:2.0:1731520298.044524:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520298.044527:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520298.044530:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731520298.044533:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520298.044539:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520298.044551:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520298.044645:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520298.044647:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731520298.044650:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520298.044654:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520298.044656:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3770 00000400:00000010:0.0:1731520298.044657:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3770. 00000100:00000200:0.0:1731520298.044667:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629914997504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520298.045583:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520298.045589:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208300 00000400:00000200:0.0:1731520298.045594:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x861 [1] + 224 00000400:00000200:0.0:1731520298.045604:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520298.045606:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520298.045610:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629914997504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520298.045679:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520298.045683:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520298.045684:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520298.045688:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629914997504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520298.045694:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629914997504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520298.045709:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731520298.045712:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:2.0:1731520298.045714:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731520303.052433:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731520303.052458:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:3.0:1731520303.052587:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731520303.052599:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520303.052606:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520303.052614:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914997632, portal 25 00000400:00000010:3.0:1731520303.052619:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4df68. 00000100:00000200:3.0:1731520303.052621:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914997632, offset 0 00000400:00000200:3.0:1731520303.052631:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520303.052646:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520303.052651:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520303.052656:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520303.052660:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520303.052663:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520303.052666:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [243:243:256:4294967295] 192.168.203.102@tcp LPNI seq info [243:243:8:4294967295] 00000400:00000200:3.0:1731520303.052677:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520303.052683:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520303.052687:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520303.052694:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520303.052703:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520303.052708:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520303.052927:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520303.052933:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520303.052940:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520303.052948:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520303.052952:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4df68 00000400:00000010:0.0:1731520303.052954:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4df68. 00000100:00000200:0.0:1731520303.052963:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629914997632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520303.054595:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520303.054612:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208380 00000400:00000200:0.0:1731520303.054621:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x869 [1] + 224 00000400:00000200:0.0:1731520303.054650:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520303.054657:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520303.054667:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629914997632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520303.054769:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520303.054777:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520303.054779:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520303.054787:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629914997632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520303.054842:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629914997632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520303.054872:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731520303.054879:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:3.0:1731520303.054884:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731520308.060435:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731520308.060461:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:1.0:1731520308.060570:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731520308.060581:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520308.060589:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520308.060597:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914997760, portal 25 00000400:00000010:1.0:1731520308.060602:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3815d8. 00000100:00000200:1.0:1731520308.060604:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914997760, offset 0 00000400:00000200:1.0:1731520308.060614:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520308.060627:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520308.060633:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520308.060637:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520308.060641:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520308.060644:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520308.060648:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [244:244:256:4294967295] 192.168.203.102@tcp LPNI seq info [244:244:8:4294967295] 00000400:00000200:1.0:1731520308.060659:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520308.060665:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520308.060669:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731520308.060675:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520308.060683:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520308.060702:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520308.060845:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520308.060859:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731520308.060867:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520308.060876:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520308.060881:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3815d8 00000400:00000010:0.0:1731520308.060884:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3815d8. 00000100:00000200:0.0:1731520308.060895:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629914997760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520308.062556:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520308.062569:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208400 00000400:00000200:0.0:1731520308.062577:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x871 [1] + 224 00000400:00000200:0.0:1731520308.062596:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520308.062601:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520308.062609:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629914997760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520308.062711:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520308.062720:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520308.062722:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520308.062731:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629914997760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520308.062743:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629914997760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520308.062766:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731520308.062771:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:1.0:1731520308.062775:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731520313.068443:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731520313.068466:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:3.0:1731520313.068580:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731520313.068590:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520313.068598:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520313.068606:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914997888, portal 25 00000400:00000010:3.0:1731520313.068610:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d330. 00000100:00000200:3.0:1731520313.068612:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914997888, offset 0 00000400:00000200:3.0:1731520313.068624:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520313.068636:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520313.068641:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520313.068646:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520313.068649:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520313.068651:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520313.068654:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [245:245:256:4294967295] 192.168.203.102@tcp LPNI seq info [245:245:8:4294967295] 00000400:00000200:3.0:1731520313.068665:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520313.068671:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520313.068675:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520313.068681:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520313.068690:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520313.068694:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520313.068830:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520313.068835:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520313.068843:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520313.068853:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520313.068858:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d330 00000400:00000010:0.0:1731520313.068860:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d330. 00000100:00000200:0.0:1731520313.068870:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629914997888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520313.070462:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520313.070473:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208480 00000400:00000200:0.0:1731520313.070480:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x879 [1] + 224 00000400:00000200:0.0:1731520313.070499:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520313.070503:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520313.070509:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629914997888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520313.070589:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520313.070598:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520313.070600:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520313.070609:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629914997888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520313.070646:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629914997888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520313.070671:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731520313.070675:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:3.0:1731520313.070679:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731520318.076421:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731520318.076444:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:2.0:1731520318.076627:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731520318.076638:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520318.076645:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520318.076653:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914998016, portal 25 00000400:00000010:2.0:1731520318.076658:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3110. 00000100:00000200:2.0:1731520318.076660:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914998016, offset 0 00000400:00000200:2.0:1731520318.076671:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520318.076685:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520318.076691:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520318.076696:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520318.076699:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520318.076702:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520318.076706:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [246:246:256:4294967295] 192.168.203.102@tcp LPNI seq info [246:246:8:4294967295] 00000400:00000200:2.0:1731520318.076717:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520318.076723:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520318.076727:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731520318.076733:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520318.076742:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520318.076746:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520318.076917:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520318.076921:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731520318.076926:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520318.076933:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520318.076937:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3110 00000400:00000010:0.0:1731520318.076939:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3110. 00000100:00000200:0.0:1731520318.076947:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629914998016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520318.078731:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520318.078747:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208500 00000400:00000200:0.0:1731520318.078758:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x881 [1] + 224 00000400:00000200:0.0:1731520318.078784:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520318.078791:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520318.078801:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629914998016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520318.078936:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520318.078944:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520318.078946:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520318.078954:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629914998016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520318.078965:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629914998016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520318.078989:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731520318.078994:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:2.0:1731520318.078998:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731520323.084383:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731520323.084409:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78e00. 02000000:00000010:3.0:1731520323.084536:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731520323.084549:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520323.084558:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520323.084565:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914998144, portal 25 00000400:00000010:3.0:1731520323.084570:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d000. 00000100:00000200:3.0:1731520323.084573:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914998144, offset 0 00000400:00000200:3.0:1731520323.084583:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520323.084596:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520323.084601:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520323.084606:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520323.084610:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520323.084612:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520323.084616:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [247:247:256:4294967295] 192.168.203.102@tcp LPNI seq info [247:247:8:4294967295] 00000400:00000200:3.0:1731520323.084627:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520323.084633:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520323.084638:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520323.084644:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520323.084653:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520323.084657:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520323.084813:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520323.084818:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520323.084824:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520323.084831:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520323.084836:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d000 00000400:00000010:0.0:1731520323.084838:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d000. 00000100:00000200:0.0:1731520323.084846:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629914998144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520323.086729:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520323.086742:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208580 00000400:00000200:0.0:1731520323.086763:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x889 [1] + 224 00000400:00000200:0.0:1731520323.086783:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520323.086787:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520323.086794:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629914998144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520323.086920:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520323.086928:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520323.086930:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520323.086938:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629914998144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520323.086965:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629914998144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520323.086988:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731520323.086993:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78e00. 00000100:00000010:3.0:1731520323.086997:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731520328.092395:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731520328.092414:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:1.0:1731520328.092495:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731520328.092502:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520328.092507:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520328.092511:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914998272, portal 25 00000400:00000010:1.0:1731520328.092515:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381990. 00000100:00000200:1.0:1731520328.092516:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914998272, offset 0 00000400:00000200:1.0:1731520328.092522:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520328.092531:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520328.092534:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520328.092537:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520328.092539:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520328.092540:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520328.092542:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [248:248:256:4294967295] 192.168.203.102@tcp LPNI seq info [248:248:8:4294967295] 00000400:00000200:1.0:1731520328.092548:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520328.092552:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520328.092555:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731520328.092558:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520328.092564:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520328.092567:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520328.092674:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520328.092676:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731520328.092680:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520328.092684:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520328.092686:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381990 00000400:00000010:0.0:1731520328.092688:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381990. 00000100:00000200:0.0:1731520328.092692:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629914998272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520328.095089:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520328.095096:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208600 00000400:00000200:0.0:1731520328.095102:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x891 [1] + 224 00000400:00000200:0.0:1731520328.095114:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520328.095129:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520328.095134:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629914998272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520328.095194:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520328.095198:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520328.095200:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520328.095205:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629914998272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520328.095213:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629914998272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520328.095231:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731520328.095236:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:1.0:1731520328.095238:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731520333.100379:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731520333.100394:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:3.0:1731520333.100488:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731520333.100495:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520333.100500:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520333.100505:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914998400, portal 25 00000400:00000010:3.0:1731520333.100509:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d198. 00000100:00000200:3.0:1731520333.100510:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914998400, offset 0 00000400:00000200:3.0:1731520333.100518:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520333.100527:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520333.100531:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520333.100535:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520333.100537:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520333.100539:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520333.100542:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [249:249:256:4294967295] 192.168.203.102@tcp LPNI seq info [249:249:8:4294967295] 00000400:00000200:3.0:1731520333.100550:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520333.100555:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520333.100559:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520333.100564:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520333.100570:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520333.100573:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520333.100677:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520333.100680:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520333.100684:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520333.100688:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520333.100691:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d198 00000400:00000010:0.0:1731520333.100693:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d198. 00000100:00000200:0.0:1731520333.100707:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629914998400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520333.103160:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520333.103173:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208680 00000400:00000200:0.0:1731520333.103180:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x899 [1] + 224 00000400:00000200:0.0:1731520333.103198:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520333.103201:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520333.103208:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629914998400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520333.103304:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520333.103309:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520333.103311:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520333.103323:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629914998400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520333.103342:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629914998400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520333.103359:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731520333.103363:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:3.0:1731520333.103366:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731520338.108410:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731520338.108434:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:2.0:1731520338.108709:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731520338.108718:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520338.108726:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520338.108733:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914998528, portal 25 00000400:00000010:2.0:1731520338.108737:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3dd0. 00000100:00000200:2.0:1731520338.108739:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914998528, offset 0 00000400:00000200:2.0:1731520338.108748:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520338.108761:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520338.108766:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520338.108770:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520338.108773:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520338.108776:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520338.108779:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [250:250:256:4294967295] 192.168.203.102@tcp LPNI seq info [250:250:8:4294967295] 00000400:00000200:2.0:1731520338.108788:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520338.108793:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520338.108799:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731520338.108804:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520338.108812:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520338.108816:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520338.109000:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520338.109003:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731520338.109007:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520338.109013:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520338.109016:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3dd0 00000400:00000010:0.0:1731520338.109017:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3dd0. 00000100:00000200:0.0:1731520338.109023:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629914998528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520338.110307:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520338.110318:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208700 00000400:00000200:0.0:1731520338.110324:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x8a1 [1] + 224 00000400:00000200:0.0:1731520338.110341:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520338.110345:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520338.110350:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629914998528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520338.110595:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520338.110607:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520338.110609:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520338.110614:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629914998528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520338.110621:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629914998528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520338.110640:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731520338.110645:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:2.0:1731520338.110648:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731520343.116371:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731520343.116388:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:3.0:1731520343.116511:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731520343.116517:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520343.116522:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520343.116528:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914998656, portal 25 00000400:00000010:3.0:1731520343.116532:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4db28. 00000100:00000200:3.0:1731520343.116533:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914998656, offset 0 00000400:00000200:3.0:1731520343.116550:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520343.116558:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520343.116562:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520343.116565:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520343.116567:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520343.116569:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520343.116572:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [251:251:256:4294967295] 192.168.203.102@tcp LPNI seq info [251:251:8:4294967295] 00000400:00000200:3.0:1731520343.116579:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520343.116584:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520343.116588:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520343.116592:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520343.116598:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520343.116601:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520343.116724:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520343.116734:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520343.116739:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520343.116743:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520343.116746:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4db28 00000400:00000010:0.0:1731520343.116747:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4db28. 00000100:00000200:0.0:1731520343.116753:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629914998656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520343.118965:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520343.118980:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208780 00000400:00000200:0.0:1731520343.118986:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x8a9 [1] + 224 00000400:00000200:0.0:1731520343.119003:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520343.119007:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520343.119015:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629914998656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520343.119365:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520343.119369:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520343.119370:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520343.119374:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629914998656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520343.119391:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629914998656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520343.119409:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731520343.119413:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:3.0:1731520343.119416:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731520348.124378:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731520348.124396:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:1.0:1731520348.124525:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731520348.124531:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520348.124538:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520348.124544:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914998784, portal 25 00000400:00000010:1.0:1731520348.124548:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381330. 00000100:00000200:1.0:1731520348.124549:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914998784, offset 0 00000400:00000200:1.0:1731520348.124558:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520348.124568:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520348.124573:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520348.124576:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520348.124579:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520348.124581:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520348.124584:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [252:252:256:4294967295] 192.168.203.102@tcp LPNI seq info [252:252:8:4294967295] 00000400:00000200:1.0:1731520348.124592:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520348.124597:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520348.124599:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731520348.124604:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520348.124611:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520348.124614:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520348.124774:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520348.124777:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731520348.124781:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520348.124785:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520348.124788:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381330 00000400:00000010:0.0:1731520348.124789:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381330. 00000100:00000200:0.0:1731520348.124794:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629914998784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520348.126338:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520348.126348:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208800 00000400:00000200:0.0:1731520348.126355:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x8b1 [1] + 224 00000400:00000200:0.0:1731520348.126372:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520348.126376:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520348.126382:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629914998784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520348.127095:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520348.127104:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520348.127105:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520348.127111:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629914998784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520348.127118:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629914998784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520348.127137:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731520348.127141:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:1.0:1731520348.127144:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731520353.132361:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731520353.132376:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78e00. 02000000:00000010:3.0:1731520353.132451:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731520353.132457:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520353.132462:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520353.132467:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914998912, portal 25 00000400:00000010:3.0:1731520353.132469:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d3b8. 00000100:00000200:3.0:1731520353.132470:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914998912, offset 0 00000400:00000200:3.0:1731520353.132476:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520353.132484:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520353.132487:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520353.132489:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520353.132491:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520353.132493:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520353.132494:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [253:253:256:4294967295] 192.168.203.102@tcp LPNI seq info [253:253:8:4294967295] 00000400:00000200:3.0:1731520353.132499:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520353.132502:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520353.132506:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520353.132509:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520353.132514:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520353.132516:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520353.132594:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520353.132597:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520353.132601:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520353.132605:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520353.132609:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d3b8 00000400:00000010:0.0:1731520353.132610:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d3b8. 00000100:00000200:0.0:1731520353.132615:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629914998912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520353.133528:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520353.133536:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208880 00000400:00000200:0.0:1731520353.133541:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x8b9 [1] + 224 00000400:00000200:0.0:1731520353.133556:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520353.133560:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520353.133565:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629914998912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520353.133612:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520353.133616:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520353.133617:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520353.133622:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629914998912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520353.133639:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629914998912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520353.133652:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731520353.133655:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78e00. 00000100:00000010:3.0:1731520353.133657:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731520358.140361:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731520358.140376:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:2.0:1731520358.140448:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731520358.140453:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520358.140458:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520358.140464:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914999040, portal 25 00000400:00000010:2.0:1731520358.140467:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3aa0. 00000100:00000200:2.0:1731520358.140469:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914999040, offset 0 00000400:00000200:2.0:1731520358.140475:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520358.140483:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520358.140487:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520358.140490:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520358.140493:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520358.140494:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520358.140497:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [254:254:256:4294967295] 192.168.203.102@tcp LPNI seq info [254:254:8:4294967295] 00000400:00000200:2.0:1731520358.140503:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520358.140507:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520358.140510:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731520358.140513:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520358.140518:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520358.140521:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520358.141580:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520358.141584:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731520358.141588:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520358.141593:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520358.141596:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3aa0 00000400:00000010:0.0:1731520358.141598:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3aa0. 00000100:00000200:0.0:1731520358.141604:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629914999040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520358.143211:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520358.143221:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208900 00000400:00000200:0.0:1731520358.143236:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x8c1 [1] + 224 00000400:00000200:0.0:1731520358.143250:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520358.143253:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520358.143259:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629914999040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520358.143360:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520358.143364:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520358.143369:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520358.143374:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629914999040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520358.143381:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629914999040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520358.143396:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731520358.143400:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:2.0:1731520358.143403:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731520363.148362:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731520363.148380:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731520363.148451:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731520363.148457:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520363.148463:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520363.148469:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914999168, portal 25 00000400:00000010:3.0:1731520363.148473:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d6e8. 00000100:00000200:3.0:1731520363.148474:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914999168, offset 0 00000400:00000200:3.0:1731520363.148481:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520363.148489:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520363.148493:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520363.148496:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520363.148499:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520363.148501:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520363.148503:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [255:255:256:4294967295] 192.168.203.102@tcp LPNI seq info [255:255:8:4294967295] 00000400:00000200:3.0:1731520363.148510:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520363.148514:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520363.148517:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520363.148529:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520363.148538:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520363.148541:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520363.148627:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520363.148630:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520363.148634:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520363.148639:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520363.148641:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d6e8 00000400:00000010:0.0:1731520363.148643:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d6e8. 00000100:00000200:0.0:1731520363.148648:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629914999168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520363.149540:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520363.149548:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208980 00000400:00000200:0.0:1731520363.149553:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x8c9 [1] + 224 00000400:00000200:0.0:1731520363.149569:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520363.149572:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520363.149577:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629914999168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520363.149620:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520363.149623:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520363.149625:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520363.149628:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629914999168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520363.149645:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629914999168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520363.149661:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731520363.149664:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731520363.149666:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731520368.156357:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731520368.156374:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:1.0:1731520368.156443:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731520368.156450:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520368.156456:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520368.156460:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914999296, portal 25 00000400:00000010:1.0:1731520368.156464:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381000. 00000100:00000200:1.0:1731520368.156465:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914999296, offset 0 00000400:00000200:1.0:1731520368.156472:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520368.156482:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520368.156486:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520368.156489:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520368.156491:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520368.156493:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520368.156495:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [256:256:256:4294967295] 192.168.203.102@tcp LPNI seq info [256:256:8:4294967295] 00000400:00000200:1.0:1731520368.156503:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520368.156508:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520368.156511:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731520368.156515:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520368.156522:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520368.156525:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520368.156610:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520368.156612:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731520368.156615:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520368.156618:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520368.156620:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381000 00000400:00000010:0.0:1731520368.156621:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381000. 00000100:00000200:0.0:1731520368.156636:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629914999296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520368.157411:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520368.157418:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208a00 00000400:00000200:0.0:1731520368.157422:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x8d1 [1] + 224 00000400:00000200:0.0:1731520368.157435:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520368.157439:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520368.157443:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629914999296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520368.157487:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520368.157490:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520368.157495:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520368.157499:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629914999296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520368.157505:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629914999296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520368.157520:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731520368.157523:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:1.0:1731520368.157526:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731520373.164368:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731520373.164384:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:2.0:1731520373.164477:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731520373.164484:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520373.164489:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520373.164496:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914999424, portal 25 00000400:00000010:2.0:1731520373.164499:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3550. 00000100:00000200:2.0:1731520373.164500:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914999424, offset 0 00000400:00000200:2.0:1731520373.164507:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520373.164518:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520373.164523:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520373.164526:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520373.164528:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520373.164530:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520373.164532:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [257:257:256:4294967295] 192.168.203.102@tcp LPNI seq info [257:257:8:4294967295] 00000400:00000200:2.0:1731520373.164539:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520373.164544:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520373.164547:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731520373.164552:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520373.164559:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520373.164562:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520373.164689:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520373.164692:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731520373.164695:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520373.164699:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520373.164702:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3550 00000400:00000010:0.0:1731520373.164703:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3550. 00000100:00000200:0.0:1731520373.164709:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629914999424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520373.166831:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520373.166844:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208a80 00000400:00000200:0.0:1731520373.166862:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x8d9 [1] + 224 00000400:00000200:0.0:1731520373.166880:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520373.166884:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520373.166891:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629914999424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520373.166956:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520373.166960:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520373.166962:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520373.166968:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629914999424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520373.166982:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629914999424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520373.166999:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731520373.167003:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:2.0:1731520373.167006:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731520378.172383:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731520378.172401:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:2.0:1731520378.172477:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731520378.172484:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520378.172491:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520378.172496:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914999552, portal 25 00000400:00000010:2.0:1731520378.172499:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3bb0. 00000100:00000200:2.0:1731520378.172500:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914999552, offset 0 00000400:00000200:2.0:1731520378.172507:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520378.172517:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520378.172520:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520378.172523:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520378.172525:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520378.172526:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520378.172528:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [258:258:256:4294967295] 192.168.203.102@tcp LPNI seq info [258:258:8:4294967295] 00000400:00000200:2.0:1731520378.172535:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520378.172540:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520378.172543:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731520378.172547:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520378.172553:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520378.172557:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520378.172665:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520378.172676:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731520378.172679:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520378.172684:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520378.172687:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3bb0 00000400:00000010:0.0:1731520378.172688:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3bb0. 00000100:00000200:0.0:1731520378.172695:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629914999552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520378.175961:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520378.175977:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208b00 00000400:00000200:0.0:1731520378.175985:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x8e1 [1] + 224 00000400:00000200:0.0:1731520378.176004:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520378.176008:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520378.176018:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629914999552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520378.176195:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520378.176199:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520378.176201:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520378.176207:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629914999552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520378.176224:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629914999552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520378.176244:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731520378.176248:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:2.0:1731520378.176251:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731520383.180381:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731520383.180399:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:3.0:1731520383.180488:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731520383.180494:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520383.180499:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520383.180504:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914999680, portal 25 00000400:00000010:3.0:1731520383.180507:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d880. 00000100:00000200:3.0:1731520383.180509:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914999680, offset 0 00000400:00000200:3.0:1731520383.180515:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520383.180524:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520383.180528:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520383.180531:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520383.180534:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520383.180584:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520383.180587:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [259:259:256:4294967295] 192.168.203.102@tcp LPNI seq info [259:259:8:4294967295] 00000400:00000200:3.0:1731520383.180594:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520383.180598:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520383.180602:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520383.180606:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520383.180612:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520383.180615:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520383.180917:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520383.180919:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520383.180923:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520383.180927:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520383.180932:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d880 00000400:00000010:0.0:1731520383.180934:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d880. 00000100:00000200:0.0:1731520383.180939:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629914999680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520383.182403:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520383.182415:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208b80 00000400:00000200:0.0:1731520383.182421:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x8e9 [1] + 224 00000400:00000200:0.0:1731520383.182437:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520383.182441:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520383.182447:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629914999680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520383.182612:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520383.182616:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520383.182617:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520383.182621:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629914999680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520383.182637:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629914999680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520383.182655:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731520383.182659:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:3.0:1731520383.182662:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:2.0:1731520388.189369:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445880. 02000000:00000010:2.0:1731520388.189385:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731520388.189476:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731520388.189487:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520388.189495:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520388.189503:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914999808, portal 25 00000400:00000010:3.0:1731520388.189506:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d110. 00000100:00000200:3.0:1731520388.189509:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914999808, offset 0 00000400:00000200:3.0:1731520388.189519:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520388.189531:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520388.189536:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520388.189540:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520388.189544:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520388.189545:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520388.189548:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [260:260:256:4294967295] 192.168.203.102@tcp LPNI seq info [260:260:8:4294967295] 00000400:00000200:3.0:1731520388.189556:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520388.189562:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520388.189570:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520388.189576:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520388.189584:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520388.189588:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520388.189739:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520388.189751:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520388.189756:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520388.189761:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520388.189764:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d110 00000400:00000010:0.0:1731520388.189766:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d110. 00000100:00000200:0.0:1731520388.189772:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445880 x1815629914999808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520388.191433:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520388.191450:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208c00 00000400:00000200:0.0:1731520388.191457:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x8f1 [1] + 224 00000400:00000200:0.0:1731520388.191479:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520388.191483:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520388.191491:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445880 x1815629914999808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520388.191572:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520388.191577:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520388.191579:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520388.191583:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445880 x1815629914999808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520388.191602:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445880 x1815629914999808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520388.191623:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731520388.191628:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731520388.191633:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445880. 00000100:00000010:2.0:1731520393.196864:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445f80. 02000000:00000010:2.0:1731520393.196882:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:3.0:1731520393.196948:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731520393.196954:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520393.196958:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520393.196967:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629914999936, portal 25 00000400:00000010:3.0:1731520393.196972:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4daa0. 00000100:00000200:3.0:1731520393.196973:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629914999936, offset 0 00000400:00000200:3.0:1731520393.196981:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520393.196991:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520393.196995:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520393.196998:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520393.197001:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520393.197002:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520393.197005:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [261:261:256:4294967295] 192.168.203.102@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:3.0:1731520393.197012:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520393.197017:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520393.197020:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520393.197024:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520393.197030:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520393.197033:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520393.197195:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520393.197199:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520393.197323:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520393.197327:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520393.197330:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4daa0 00000400:00000010:0.0:1731520393.197332:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4daa0. 00000100:00000200:0.0:1731520393.197338:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445f80 x1815629914999936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520393.198349:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520393.198358:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208c80 00000400:00000200:0.0:1731520393.198364:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x8f9 [1] + 224 00000400:00000200:0.0:1731520393.198378:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520393.198381:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520393.198386:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445f80 x1815629914999936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520393.198471:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520393.198475:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520393.198476:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520393.198480:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445f80 x1815629914999936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520393.198495:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445f80 x1815629914999936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520393.198510:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731520393.198514:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:3.0:1731520393.198517:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445f80. 00000100:00000010:2.0:1731520398.204399:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445c00. 02000000:00000010:2.0:1731520398.204416:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:0.0:1731520398.204485:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520398.204491:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856d68. 00000400:00000010:0.0:1731520398.204494:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966550. 00000100:00000200:0.0:1731520398.204499:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915000064, portal 25 00000400:00000010:0.0:1731520398.204502:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966908. 00000100:00000200:0.0:1731520398.204503:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915000064, offset 0 00000400:00000200:0.0:1731520398.204508:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520398.204516:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520398.204519:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520398.204522:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520398.204524:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520398.204525:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520398.204527:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [262:262:256:4294967295] 192.168.203.102@tcp LPNI seq info [262:262:8:4294967295] 00000400:00000200:0.0:1731520398.204532:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520398.204536:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520398.204538:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78400. 00000800:00000200:0.0:1731520398.204543:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520398.204549:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520398.204552:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520398.204761:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520398.204764:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78400. 00000400:00000200:1.0:1731520398.204767:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520398.204772:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731520398.204774:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966908 00000400:00000010:1.0:1731520398.204776:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966908. 00000100:00000200:1.0:1731520398.204781:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445c00 x1815629915000064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520398.206075:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520398.206083:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208d00 00000400:00000200:0.0:1731520398.206089:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x901 [1] + 224 00000400:00000200:0.0:1731520398.206105:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520398.206108:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520398.206113:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445c00 x1815629915000064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520398.206172:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856d68. 00000400:00000200:2.0:1731520398.206176:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966550 00000400:00000010:2.0:1731520398.206178:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966550. 00000100:00000200:2.0:1731520398.206187:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445c00 x1815629915000064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520398.206195:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445c00 x1815629915000064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520398.206210:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520398.206214:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:2.0:1731520398.206217:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445c00. 00000100:00000010:2.0:1731520403.212364:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445c00. 02000000:00000010:2.0:1731520403.212380:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:1.0:1731520403.212467:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be600. 00000400:00000010:1.0:1731520403.212474:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520403.212479:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520403.212484:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915000192, portal 25 00000400:00000010:1.0:1731520403.212487:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381ee0. 00000100:00000200:1.0:1731520403.212489:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915000192, offset 0 00000400:00000200:1.0:1731520403.212495:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520403.212505:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520403.212510:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520403.212513:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520403.212515:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520403.212517:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520403.212520:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [263:263:256:4294967295] 192.168.203.102@tcp LPNI seq info [263:263:8:4294967295] 00000400:00000200:1.0:1731520403.212527:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520403.212532:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520403.212542:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731520403.212547:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520403.212553:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520403.212556:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520403.213324:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520403.213327:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731520403.213336:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520403.213340:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520403.213343:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381ee0 00000400:00000010:0.0:1731520403.213344:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381ee0. 00000100:00000200:0.0:1731520403.213369:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445c00 x1815629915000192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520403.214869:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520403.214878:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208d80 00000400:00000200:0.0:1731520403.214882:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x909 [1] + 224 00000400:00000200:0.0:1731520403.214893:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520403.214897:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520403.214902:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445c00 x1815629915000192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520403.214992:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520403.214995:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520403.214997:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520403.215001:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445c00 x1815629915000192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520403.215008:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445c00 x1815629915000192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520403.215025:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be600. 02000000:00000010:1.0:1731520403.215029:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:1.0:1731520403.215032:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445c00. 00000100:00000010:2.0:1731520408.220374:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446300. 02000000:00000010:2.0:1731520408.220392:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:1.0:1731520408.220496:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be600. 00000400:00000010:1.0:1731520408.220503:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520408.220507:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520408.220513:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915000320, portal 25 00000400:00000010:1.0:1731520408.220515:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381bb0. 00000100:00000200:1.0:1731520408.220517:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915000320, offset 0 00000400:00000200:1.0:1731520408.220523:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520408.220532:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520408.220535:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520408.220538:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520408.220540:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520408.220541:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520408.220543:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [264:264:256:4294967295] 192.168.203.102@tcp LPNI seq info [264:264:8:4294967295] 00000400:00000200:1.0:1731520408.220549:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520408.220553:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520408.220555:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731520408.220569:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520408.220575:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520408.220578:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520408.220713:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520408.220717:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731520408.220721:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520408.220726:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520408.220729:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381bb0 00000400:00000010:0.0:1731520408.220731:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381bb0. 00000100:00000200:0.0:1731520408.220737:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446300 x1815629915000320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520408.221659:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520408.221666:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208e00 00000400:00000200:0.0:1731520408.221670:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x911 [1] + 224 00000400:00000200:0.0:1731520408.221681:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520408.221683:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520408.221687:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446300 x1815629915000320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520408.221733:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520408.221737:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520408.221738:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520408.221747:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446300 x1815629915000320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520408.221755:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446300 x1815629915000320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520408.221772:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be600. 02000000:00000010:1.0:1731520408.221776:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:1.0:1731520408.221780:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446300. 00000100:00000010:2.0:1731520413.228379:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446d80. 02000000:00000010:2.0:1731520413.228395:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:3.0:1731520413.228469:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731520413.228476:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520413.228482:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520413.228488:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915000448, portal 25 00000400:00000010:3.0:1731520413.228493:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4daa0. 00000100:00000200:3.0:1731520413.228495:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915000448, offset 0 00000400:00000200:3.0:1731520413.228502:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520413.228512:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520413.228517:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520413.228520:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520413.228523:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520413.228525:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520413.228528:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [265:265:256:4294967295] 192.168.203.102@tcp LPNI seq info [265:265:8:4294967295] 00000400:00000200:3.0:1731520413.228536:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520413.228542:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520413.228546:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520413.228550:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520413.228558:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520413.228561:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520413.228686:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520413.228698:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520413.228702:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520413.228707:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520413.228710:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4daa0 00000400:00000010:0.0:1731520413.228712:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4daa0. 00000100:00000200:0.0:1731520413.228717:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446d80 x1815629915000448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520413.229657:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520413.229665:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208e80 00000400:00000200:0.0:1731520413.229671:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x919 [1] + 224 00000400:00000200:0.0:1731520413.229684:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520413.229687:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520413.229692:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446d80 x1815629915000448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520413.229736:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520413.229739:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520413.229741:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520413.229745:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446d80 x1815629915000448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520413.229763:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446d80 x1815629915000448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520413.229779:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731520413.229782:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:3.0:1731520413.229786:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446d80. 00000100:00000010:2.0:1731520418.236356:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731520418.236375:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:0.0:1731520418.236452:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520418.236458:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8563c8. 00000400:00000010:0.0:1731520418.236462:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9663b8. 00000100:00000200:0.0:1731520418.236466:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915000576, portal 25 00000400:00000010:0.0:1731520418.236469:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966a18. 00000100:00000200:0.0:1731520418.236470:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915000576, offset 0 00000400:00000200:0.0:1731520418.236475:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520418.236484:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520418.236486:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520418.236489:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520418.236491:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520418.236492:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520418.236494:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [266:266:256:4294967295] 192.168.203.102@tcp LPNI seq info [266:266:8:4294967295] 00000400:00000200:0.0:1731520418.236499:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520418.236502:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520418.236505:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78200. 00000800:00000200:0.0:1731520418.236511:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520418.236517:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520418.236519:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520418.236626:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520418.236629:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78200. 00000400:00000200:2.0:1731520418.236632:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520418.236636:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520418.236639:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966a18 00000400:00000010:2.0:1731520418.236641:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966a18. 00000100:00000200:2.0:1731520418.236646:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629915000576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520418.237573:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520418.237580:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208f00 00000400:00000200:0.0:1731520418.237585:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x921 [1] + 224 00000400:00000200:0.0:1731520418.237598:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520418.237601:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520418.237607:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629915000576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520418.237647:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8563c8. 00000400:00000200:2.0:1731520418.237651:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9663b8 00000400:00000010:2.0:1731520418.237652:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9663b8. 00000100:00000200:2.0:1731520418.237656:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629915000576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520418.237663:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629915000576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520418.237679:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520418.237683:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:2.0:1731520418.237685:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000100:00000010:2.0:1731520423.244408:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731520423.244425:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:3.0:1731520423.244523:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731520423.244530:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520423.244536:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520423.244542:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915000704, portal 25 00000400:00000010:3.0:1731520423.244546:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d110. 00000100:00000200:3.0:1731520423.244548:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915000704, offset 0 00000400:00000200:3.0:1731520423.244555:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520423.244566:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520423.244570:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520423.244573:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520423.244575:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520423.244577:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520423.244579:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [267:267:256:4294967295] 192.168.203.102@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:3.0:1731520423.244586:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520423.244590:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520423.244594:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520423.244597:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520423.244603:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520423.244606:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520423.244706:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520423.244708:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520423.244712:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520423.244716:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520423.244718:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d110 00000400:00000010:0.0:1731520423.244719:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d110. 00000100:00000200:0.0:1731520423.244724:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629915000704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520423.245704:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520423.245711:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48208f80 00000400:00000200:0.0:1731520423.245716:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x929 [1] + 224 00000400:00000200:0.0:1731520423.245732:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520423.245735:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520423.245740:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629915000704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520423.245821:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520423.245825:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520423.245826:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520423.245830:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629915000704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520423.245846:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629915000704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520423.245860:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731520423.245863:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:3.0:1731520423.245865:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000100:00000010:2.0:1731520428.252397:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446a00. 02000000:00000010:2.0:1731520428.252414:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:1.0:1731520428.252530:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be600. 00000400:00000010:1.0:1731520428.252537:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520428.252543:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520428.252548:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915000832, portal 25 00000400:00000010:1.0:1731520428.252553:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381b28. 00000100:00000200:1.0:1731520428.252555:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915000832, offset 0 00000400:00000200:1.0:1731520428.252563:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520428.252572:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520428.252576:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520428.252580:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520428.252583:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520428.252585:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520428.252588:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [268:268:256:4294967295] 192.168.203.102@tcp LPNI seq info [268:268:8:4294967295] 00000400:00000200:1.0:1731520428.252596:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520428.252601:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520428.252604:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731520428.252608:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520428.252621:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520428.252624:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520428.252758:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520428.252762:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731520428.252766:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520428.252771:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520428.252778:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381b28 00000400:00000010:0.0:1731520428.252779:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381b28. 00000100:00000200:0.0:1731520428.252786:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446a00 x1815629915000832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520428.253894:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520428.253903:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209000 00000400:00000200:0.0:1731520428.253908:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x931 [1] + 224 00000400:00000200:0.0:1731520428.253922:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520428.253926:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520428.253930:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446a00 x1815629915000832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520428.253975:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520428.253978:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520428.253978:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520428.253982:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446a00 x1815629915000832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520428.253987:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446a00 x1815629915000832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520428.254000:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be600. 02000000:00000010:1.0:1731520428.254003:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:1.0:1731520428.254006:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446a00. 00000100:00000010:0.0:1731520433.260613:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731520433.260629:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78d00. 02000000:00000010:0.0:1731520433.260701:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520433.260707:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856dc0. 00000400:00000010:0.0:1731520433.260712:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966bb0. 00000100:00000200:0.0:1731520433.260717:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915000960, portal 25 00000400:00000010:0.0:1731520433.260720:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966000. 00000100:00000200:0.0:1731520433.260723:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915000960, offset 0 00000400:00000200:0.0:1731520433.260730:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520433.260739:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520433.260743:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520433.260746:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520433.260749:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520433.260751:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520433.260753:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [269:269:256:4294967295] 192.168.203.102@tcp LPNI seq info [269:269:8:4294967295] 00000400:00000200:0.0:1731520433.260761:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520433.260766:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520433.260769:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78000. 00000800:00000200:0.0:1731520433.260782:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520433.260788:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520433.260791:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520433.260897:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520433.260900:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78000. 00000400:00000200:1.0:1731520433.260903:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520433.260907:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731520433.260910:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966000 00000400:00000010:1.0:1731520433.260912:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966000. 00000100:00000200:1.0:1731520433.260917:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915000960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520433.262042:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520433.262051:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209080 00000400:00000200:0.0:1731520433.262056:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x939 [1] + 224 00000400:00000200:0.0:1731520433.262069:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520433.262072:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520433.262077:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915000960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520433.262222:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856dc0. 00000400:00000200:2.0:1731520433.262226:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966bb0 00000400:00000010:2.0:1731520433.262227:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966bb0. 00000100:00000200:2.0:1731520433.262231:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915000960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520433.262238:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915000960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520433.262252:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520433.262255:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78d00. 00000100:00000010:2.0:1731520433.262261:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731520438.269507:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731520438.269525:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:3.0:1731520438.269619:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96800. 00000400:00000010:3.0:1731520438.269626:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520438.269631:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520438.269637:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915001088, portal 25 00000400:00000010:3.0:1731520438.269640:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d880. 00000100:00000200:3.0:1731520438.269642:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915001088, offset 0 00000400:00000200:3.0:1731520438.269648:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520438.269657:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520438.269661:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520438.269665:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520438.269667:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520438.269669:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520438.269672:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [270:270:256:4294967295] 192.168.203.102@tcp LPNI seq info [270:270:8:4294967295] 00000400:00000200:3.0:1731520438.269680:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520438.269685:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520438.269688:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520438.269692:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520438.269699:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520438.269702:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520438.270373:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520438.270376:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520438.270381:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520438.270386:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520438.270389:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d880 00000400:00000010:0.0:1731520438.270390:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d880. 00000100:00000200:0.0:1731520438.270395:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915001088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520438.271319:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520438.271327:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209100 00000400:00000200:0.0:1731520438.271332:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x941 [1] + 224 00000400:00000200:0.0:1731520438.271347:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520438.271350:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520438.271355:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915001088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520438.271519:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520438.271522:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520438.271523:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520438.271526:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915001088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520438.271542:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915001088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520438.271556:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96800. 02000000:00000010:3.0:1731520438.271559:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:3.0:1731520438.271562:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731520443.276446:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731520443.276463:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731520443.276596:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96800. 00000400:00000010:3.0:1731520443.276603:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520443.276608:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520443.276614:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915001216, portal 25 00000400:00000010:3.0:1731520443.276617:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d6e8. 00000100:00000200:3.0:1731520443.276619:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915001216, offset 0 00000400:00000200:3.0:1731520443.276625:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520443.276634:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520443.276638:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520443.276641:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520443.276643:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520443.276645:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520443.276648:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [271:271:256:4294967295] 192.168.203.102@tcp LPNI seq info [271:271:8:4294967295] 00000400:00000200:3.0:1731520443.276655:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520443.276659:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520443.276662:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520443.276666:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520443.276672:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520443.276675:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520443.276792:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520443.276794:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520443.276797:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520443.276801:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520443.276803:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d6e8 00000400:00000010:0.0:1731520443.276804:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d6e8. 00000100:00000200:0.0:1731520443.276809:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629915001216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520443.280035:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520443.280048:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209180 00000400:00000200:0.0:1731520443.280055:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x949 [1] + 224 00000400:00000200:0.0:1731520443.280071:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520443.280076:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520443.280082:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629915001216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520443.280144:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520443.280148:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520443.280149:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520443.280152:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629915001216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520443.280166:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629915001216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520443.280181:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96800. 02000000:00000010:3.0:1731520443.280184:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731520443.280186:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731520448.284419:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731520448.284435:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:1.0:1731520448.284513:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be600. 00000400:00000010:1.0:1731520448.284520:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520448.284525:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520448.284530:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915001344, portal 25 00000400:00000010:1.0:1731520448.284533:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381aa0. 00000100:00000200:1.0:1731520448.284535:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915001344, offset 0 00000400:00000200:1.0:1731520448.284542:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520448.284550:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520448.284555:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520448.284557:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520448.284560:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520448.284570:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520448.284572:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [272:272:256:4294967295] 192.168.203.102@tcp LPNI seq info [272:272:8:4294967295] 00000400:00000200:1.0:1731520448.284581:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520448.284585:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520448.284588:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731520448.284592:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520448.284599:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520448.284601:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520448.284822:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520448.284824:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731520448.284828:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520448.284832:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520448.284835:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381aa0 00000400:00000010:0.0:1731520448.284837:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381aa0. 00000100:00000200:0.0:1731520448.284842:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629915001344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520448.286195:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520448.286205:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209200 00000400:00000200:0.0:1731520448.286210:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x951 [1] + 224 00000400:00000200:0.0:1731520448.286223:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520448.286227:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520448.286235:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629915001344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520448.286313:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520448.286318:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520448.286319:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520448.286324:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629915001344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520448.286341:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629915001344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520448.286361:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be600. 02000000:00000010:1.0:1731520448.286365:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:1.0:1731520448.286368:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:2.0:1731520453.301435:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447800. 02000000:00000010:2.0:1731520453.301452:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:0.0:1731520453.301559:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520453.301565:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856cb8. 00000400:00000010:0.0:1731520453.301571:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966b28. 00000100:00000200:0.0:1731520453.301576:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915001472, portal 25 00000400:00000010:0.0:1731520453.301579:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9665d8. 00000100:00000200:0.0:1731520453.301580:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915001472, offset 0 00000400:00000200:0.0:1731520453.301588:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520453.301598:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520453.301602:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520453.301605:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520453.301608:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520453.301610:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520453.301612:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [273:273:256:4294967295] 192.168.203.102@tcp LPNI seq info [273:273:8:4294967295] 00000400:00000200:0.0:1731520453.301620:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520453.301624:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520453.301627:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78300. 00000800:00000200:0.0:1731520453.301632:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520453.301638:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520453.301641:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520453.301759:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520453.301762:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78300. 00000400:00000200:1.0:1731520453.301765:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520453.301769:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731520453.301772:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9665d8 00000400:00000010:1.0:1731520453.301773:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9665d8. 00000100:00000200:1.0:1731520453.301778:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447800 x1815629915001472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520453.302841:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520453.302850:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209280 00000400:00000200:0.0:1731520453.302855:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x959 [1] + 224 00000400:00000200:0.0:1731520453.302869:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520453.302872:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520453.302877:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447800 x1815629915001472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520453.302947:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856cb8. 00000400:00000200:2.0:1731520453.302951:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966b28 00000400:00000010:2.0:1731520453.302952:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966b28. 00000100:00000200:2.0:1731520453.302955:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447800 x1815629915001472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520453.302962:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447800 x1815629915001472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520453.302978:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520453.302981:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:2.0:1731520453.302984:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447800. 00000100:00000010:0.0:1731520458.317105:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731520458.317130:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:2.0:1731520458.317612:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731520458.317619:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520458.317624:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520458.317629:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915001600, portal 25 00000400:00000010:2.0:1731520458.317633:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3e58. 00000100:00000200:2.0:1731520458.317635:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915001600, offset 0 00000400:00000200:2.0:1731520458.317642:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520458.317652:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520458.317656:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520458.317658:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520458.317661:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520458.317663:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520458.317665:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [274:274:256:4294967295] 192.168.203.102@tcp LPNI seq info [274:274:8:4294967295] 00000400:00000200:2.0:1731520458.317673:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520458.317678:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520458.317681:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731520458.317685:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520458.317692:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520458.317704:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520458.318222:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520458.318225:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731520458.318229:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520458.318233:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520458.318235:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3e58 00000400:00000010:0.0:1731520458.318237:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3e58. 00000100:00000200:0.0:1731520458.318242:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629915001600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520458.319593:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520458.319603:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209300 00000400:00000200:0.0:1731520458.319610:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x961 [1] + 224 00000400:00000200:0.0:1731520458.319625:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520458.319629:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520458.319634:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629915001600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520458.319703:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520458.319707:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520458.319709:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520458.319713:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629915001600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520458.319721:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629915001600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520458.319737:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731520458.319741:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:2.0:1731520458.319743:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731520463.324868:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731520463.324883:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:1.0:1731520463.325012:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731520463.325019:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520463.325024:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520463.325029:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915001728, portal 25 00000400:00000010:1.0:1731520463.325042:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381110. 00000100:00000200:1.0:1731520463.325043:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915001728, offset 0 00000400:00000200:1.0:1731520463.325050:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520463.325059:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520463.325064:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520463.325067:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520463.325069:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520463.325071:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520463.325079:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [275:275:256:4294967295] 192.168.203.102@tcp LPNI seq info [275:275:8:4294967295] 00000400:00000200:1.0:1731520463.325087:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520463.325093:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520463.325096:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731520463.325259:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520463.325297:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520463.325303:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520463.326250:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520463.326253:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731520463.326257:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520463.326261:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520463.326263:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381110 00000400:00000010:0.0:1731520463.326279:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381110. 00000100:00000200:0.0:1731520463.326285:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629915001728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520463.328585:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520463.328597:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209380 00000400:00000200:0.0:1731520463.328603:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x969 [1] + 224 00000400:00000200:0.0:1731520463.328621:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520463.328630:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520463.328637:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629915001728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520463.329042:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520463.329047:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520463.329049:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520463.329055:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629915001728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520463.329062:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629915001728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520463.329080:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731520463.329084:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:1.0:1731520463.329088:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731520468.332422:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731520468.332437:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:1.0:1731520468.332511:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731520468.332518:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520468.332523:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520468.332529:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915001856, portal 25 00000400:00000010:1.0:1731520468.332533:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381a18. 00000100:00000200:1.0:1731520468.332543:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915001856, offset 0 00000400:00000200:1.0:1731520468.332550:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520468.332559:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520468.332562:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520468.332566:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520468.332568:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520468.332570:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520468.332572:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [276:276:256:4294967295] 192.168.203.102@tcp LPNI seq info [276:276:8:4294967295] 00000400:00000200:1.0:1731520468.332580:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520468.332584:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520468.332587:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731520468.332591:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520468.332597:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520468.332600:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520468.332718:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520468.332721:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731520468.332725:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520468.332729:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520468.332732:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381a18 00000400:00000010:0.0:1731520468.332734:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381a18. 00000100:00000200:0.0:1731520468.332739:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629915001856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520468.333801:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520468.333811:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209400 00000400:00000200:0.0:1731520468.333816:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x971 [1] + 224 00000400:00000200:0.0:1731520468.333829:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520468.333833:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520468.333838:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629915001856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520468.333916:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520468.333919:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520468.333920:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520468.333924:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629915001856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520468.333930:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629915001856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520468.333945:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731520468.333949:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:1.0:1731520468.333952:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731520473.340373:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731520473.340390:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:2.0:1731520473.340484:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731520473.340490:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520473.340495:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520473.340501:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915001984, portal 25 00000400:00000010:2.0:1731520473.340504:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3908. 00000100:00000200:2.0:1731520473.340505:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915001984, offset 0 00000400:00000200:2.0:1731520473.340512:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520473.340521:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520473.340525:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520473.340529:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520473.340531:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520473.340533:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520473.340535:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [277:277:256:4294967295] 192.168.203.102@tcp LPNI seq info [277:277:8:4294967295] 00000400:00000200:2.0:1731520473.340543:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520473.340547:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520473.340550:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731520473.340554:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520473.340559:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520473.340562:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520473.340689:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520473.340692:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731520473.340696:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520473.340700:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520473.340703:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3908 00000400:00000010:0.0:1731520473.340704:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3908. 00000100:00000200:0.0:1731520473.340710:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629915001984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520473.342538:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520473.342548:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209480 00000400:00000200:0.0:1731520473.342554:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x979 [1] + 224 00000400:00000200:0.0:1731520473.342568:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520473.342572:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520473.342578:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629915001984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520473.342660:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520473.342664:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520473.342666:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520473.342671:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629915001984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520473.342678:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629915001984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520473.342694:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731520473.342699:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:2.0:1731520473.342702:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731520478.348379:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731520478.348395:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:2.0:1731520478.348464:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731520478.348470:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520478.348477:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520478.348482:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915002112, portal 25 00000400:00000010:2.0:1731520478.348486:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3330. 00000100:00000200:2.0:1731520478.348488:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915002112, offset 0 00000400:00000200:2.0:1731520478.348495:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520478.348505:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520478.348509:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520478.348513:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520478.348515:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520478.348517:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520478.348520:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [278:278:256:4294967295] 192.168.203.102@tcp LPNI seq info [278:278:8:4294967295] 00000400:00000200:2.0:1731520478.348527:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520478.348532:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520478.348535:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731520478.348539:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520478.348545:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520478.348547:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520478.348716:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520478.348719:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731520478.348721:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520478.348724:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520478.348726:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3330 00000400:00000010:0.0:1731520478.348727:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3330. 00000100:00000200:0.0:1731520478.348732:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629915002112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520478.351097:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520478.351109:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209500 00000400:00000200:0.0:1731520478.351116:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x981 [1] + 224 00000400:00000200:0.0:1731520478.351142:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520478.351146:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520478.351152:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629915002112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520478.351218:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520478.351227:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520478.351228:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520478.351233:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629915002112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520478.351240:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629915002112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520478.351255:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731520478.351258:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:2.0:1731520478.351261:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731520483.356371:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731520483.356389:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:3.0:1731520483.356799:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96800. 00000400:00000010:3.0:1731520483.356806:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520483.356811:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520483.356817:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915002240, portal 25 00000400:00000010:3.0:1731520483.356820:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d3b8. 00000100:00000200:3.0:1731520483.356822:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915002240, offset 0 00000400:00000200:3.0:1731520483.356830:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520483.356840:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520483.356844:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520483.356847:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520483.356849:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520483.356851:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520483.356854:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [279:279:256:4294967295] 192.168.203.102@tcp LPNI seq info [279:279:8:4294967295] 00000400:00000200:3.0:1731520483.356862:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520483.356867:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520483.356871:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68100. 00000800:00000200:3.0:1731520483.356875:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520483.356881:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520483.356884:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520483.357033:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520483.357036:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68100. 00000400:00000200:0.0:1731520483.357049:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520483.357053:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520483.357055:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d3b8 00000400:00000010:0.0:1731520483.357057:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d3b8. 00000100:00000200:0.0:1731520483.357062:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629915002240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520483.358231:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520483.358241:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209580 00000400:00000200:0.0:1731520483.358251:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x989 [1] + 224 00000400:00000200:0.0:1731520483.358437:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520483.358441:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520483.358447:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629915002240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520483.358613:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520483.358616:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520483.358617:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520483.358622:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629915002240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520483.358637:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629915002240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520483.358802:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96800. 02000000:00000010:3.0:1731520483.358807:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:3.0:1731520483.358810:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:2.0:1731520488.364425:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447800. 02000000:00000010:2.0:1731520488.364441:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:1.0:1731520488.364507:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731520488.364513:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520488.364519:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520488.364524:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915002368, portal 25 00000400:00000010:1.0:1731520488.364527:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381088. 00000100:00000200:1.0:1731520488.364529:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915002368, offset 0 00000400:00000200:1.0:1731520488.364544:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520488.364552:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520488.364556:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520488.364560:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520488.364562:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520488.364564:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520488.364566:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [280:280:256:4294967295] 192.168.203.102@tcp LPNI seq info [280:280:8:4294967295] 00000400:00000200:1.0:1731520488.364574:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520488.364579:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520488.364581:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731520488.364586:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520488.364592:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520488.364595:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520488.364716:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520488.364719:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731520488.364723:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520488.364727:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520488.364729:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381088 00000400:00000010:0.0:1731520488.364730:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381088. 00000100:00000200:0.0:1731520488.364735:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447800 x1815629915002368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520488.368205:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520488.368216:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209600 00000400:00000200:0.0:1731520488.368222:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x991 [1] + 224 00000400:00000200:0.0:1731520488.368238:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520488.368242:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520488.368249:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447800 x1815629915002368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520488.368748:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520488.368752:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520488.368753:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520488.368757:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447800 x1815629915002368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520488.368764:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447800 x1815629915002368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520488.368781:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731520488.368784:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:1.0:1731520488.368786:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447800. 00000100:00000010:2.0:1731520493.372377:0:7539:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731520493.372391:0:7539:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10f00. 02000000:00000010:3.0:1731520493.372462:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96800. 00000400:00000010:3.0:1731520493.372469:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731520493.372473:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520493.372479:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915002496, portal 25 00000400:00000010:3.0:1731520493.372482:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4db28. 00000100:00000200:3.0:1731520493.372483:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915002496, offset 0 00000400:00000200:3.0:1731520493.372490:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731520493.372499:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731520493.372502:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731520493.372505:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731520493.372507:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731520493.372509:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731520493.372511:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [281:281:256:4294967295] 192.168.203.102@tcp LPNI seq info [281:281:8:4294967295] 00000400:00000200:3.0:1731520493.372519:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731520493.372524:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731520493.372527:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5e68900. 00000800:00000200:3.0:1731520493.372531:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731520493.372537:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731520493.372540:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5e68900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520493.372629:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520493.372640:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5e68900. 00000400:00000200:0.0:1731520493.372643:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520493.372647:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520493.372648:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4db28 00000400:00000010:0.0:1731520493.372649:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4db28. 00000100:00000200:0.0:1731520493.372654:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629915002496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520493.374140:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520493.374151:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209680 00000400:00000200:0.0:1731520493.374155:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x999 [1] + 224 00000400:00000200:0.0:1731520493.374169:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520493.374172:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520493.374177:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629915002496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731520493.374234:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731520493.374238:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731520493.374239:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731520493.374244:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629915002496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731520493.374261:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629915002496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731520493.374312:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96800. 02000000:00000010:3.0:1731520493.374316:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10f00. 00000100:00000010:3.0:1731520493.374320:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000100:00000010:3.0:1731520498.380404:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731520498.380422:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5e68900. 02000000:00000010:2.0:1731520498.380520:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731520498.380526:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520498.380531:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520498.380540:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915002624, portal 25 00000400:00000010:2.0:1731520498.380543:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3c38. 00000100:00000200:2.0:1731520498.380545:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915002624, offset 0 00000400:00000200:2.0:1731520498.380552:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520498.380560:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520498.380564:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520498.380567:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520498.380570:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520498.380571:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520498.380574:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [282:282:256:4294967295] 192.168.203.102@tcp LPNI seq info [282:282:8:4294967295] 00000400:00000200:2.0:1731520498.380580:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520498.380584:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520498.380587:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731520498.380591:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520498.380598:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520498.380608:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520498.380698:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520498.380701:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731520498.380704:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520498.380708:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520498.380711:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3c38 00000400:00000010:0.0:1731520498.380713:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3c38. 00000100:00000200:0.0:1731520498.380717:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915002624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520498.382370:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520498.382380:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209700 00000400:00000200:0.0:1731520498.382385:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x9a1 [1] + 224 00000400:00000200:0.0:1731520498.382399:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520498.382403:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520498.382408:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915002624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520498.382491:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520498.382495:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520498.382497:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520498.382501:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915002624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520498.382507:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915002624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520498.382522:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731520498.382525:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5e68900. 00000100:00000010:2.0:1731520498.382529:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731520503.388619:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731520503.388633:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5e68100. 02000000:00000010:1.0:1731520503.388778:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731520503.388784:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520503.388790:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520503.388794:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915002752, portal 25 00000400:00000010:1.0:1731520503.388799:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381088. 00000100:00000200:1.0:1731520503.388801:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915002752, offset 0 00000400:00000200:1.0:1731520503.388807:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520503.388825:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520503.388829:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520503.388833:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520503.388835:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520503.388837:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520503.388840:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [283:283:256:4294967295] 192.168.203.102@tcp LPNI seq info [283:283:8:4294967295] 00000400:00000200:1.0:1731520503.388847:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520503.388852:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520503.388855:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731520503.388858:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520503.388864:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520503.388867:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520503.389026:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520503.389037:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731520503.389040:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520503.389044:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520503.389046:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381088 00000400:00000010:0.0:1731520503.389048:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381088. 00000100:00000200:0.0:1731520503.389052:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915002752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520503.391058:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520503.391068:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209780 00000400:00000200:0.0:1731520503.391075:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x9a9 [1] + 224 00000400:00000200:0.0:1731520503.391089:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520503.391093:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520503.391099:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915002752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520503.391157:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520503.391161:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520503.391162:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520503.391167:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915002752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520503.391173:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915002752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520503.391190:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731520503.391194:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5e68100. 00000100:00000010:1.0:1731520503.391198:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731520508.396368:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731520508.396386:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:1.0:1731520508.396466:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731520508.396473:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520508.396479:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520508.396484:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915002880, portal 25 00000400:00000010:1.0:1731520508.396487:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381a18. 00000100:00000200:1.0:1731520508.396489:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915002880, offset 0 00000400:00000200:1.0:1731520508.396496:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520508.396505:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520508.396518:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520508.396522:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520508.396524:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520508.396526:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520508.396528:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [284:284:256:4294967295] 192.168.203.102@tcp LPNI seq info [284:284:8:4294967295] 00000400:00000200:1.0:1731520508.396536:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520508.396541:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520508.396544:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731520508.396548:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520508.396554:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520508.396556:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520508.396684:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520508.396687:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731520508.396691:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520508.396695:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520508.396698:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381a18 00000400:00000010:0.0:1731520508.396699:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381a18. 00000100:00000200:0.0:1731520508.396705:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915002880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520508.398094:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520508.398103:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209800 00000400:00000200:0.0:1731520508.398109:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x9b1 [1] + 224 00000400:00000200:0.0:1731520508.398121:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520508.398124:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520508.398128:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915002880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520508.398181:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520508.398185:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520508.398186:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520508.398190:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915002880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520508.398197:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915002880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520508.398213:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731520508.398216:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:1.0:1731520508.398219:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731520513.404399:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731520513.404415:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:0.0:1731520513.404687:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520513.404701:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856e18. 00000400:00000010:0.0:1731520513.404706:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966660. 00000100:00000200:0.0:1731520513.404712:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915003008, portal 25 00000400:00000010:0.0:1731520513.404715:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966110. 00000100:00000200:0.0:1731520513.404716:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915003008, offset 0 00000400:00000200:0.0:1731520513.404724:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520513.404732:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520513.404735:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520513.404739:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520513.404918:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520513.404920:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520513.404923:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [285:285:256:4294967295] 192.168.203.102@tcp LPNI seq info [285:285:8:4294967295] 00000400:00000200:0.0:1731520513.404931:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520513.404936:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520513.404940:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78e00. 00000800:00000200:0.0:1731520513.404944:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520513.404950:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520513.404953:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520513.405241:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520513.405243:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78e00. 00000400:00000200:2.0:1731520513.405246:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520513.405250:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520513.405253:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966110 00000400:00000010:2.0:1731520513.405255:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966110. 00000100:00000200:2.0:1731520513.405259:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915003008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520513.406402:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520513.406411:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209880 00000400:00000200:0.0:1731520513.406418:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x9b9 [1] + 224 00000400:00000200:0.0:1731520513.406433:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520513.406436:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520513.406441:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915003008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520513.406493:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856e18. 00000400:00000200:2.0:1731520513.406496:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966660 00000400:00000010:2.0:1731520513.406497:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966660. 00000100:00000200:2.0:1731520513.406502:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915003008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520513.406508:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915003008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520513.406523:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520513.406526:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:2.0:1731520513.406530:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731520518.412373:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731520518.412389:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:2.0:1731520518.412486:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731520518.412491:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520518.412504:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520518.412508:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915003136, portal 25 00000400:00000010:2.0:1731520518.412511:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3440. 00000100:00000200:2.0:1731520518.412512:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915003136, offset 0 00000400:00000200:2.0:1731520518.412517:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520518.412525:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520518.412528:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520518.412530:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520518.412531:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520518.412533:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520518.412534:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [286:286:256:4294967295] 192.168.203.102@tcp LPNI seq info [286:286:8:4294967295] 00000400:00000200:2.0:1731520518.412539:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520518.412543:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520518.412545:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731520518.412550:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520518.412555:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520518.412558:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520518.413250:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520518.413253:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:1.0:1731520518.413256:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520518.413261:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731520518.413263:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3440 00000400:00000010:1.0:1731520518.413265:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3440. 00000100:00000200:1.0:1731520518.413321:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915003136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520518.415080:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520518.415090:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209900 00000400:00000200:0.0:1731520518.415096:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x9c1 [1] + 224 00000400:00000200:0.0:1731520518.415110:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520518.415119:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520518.415126:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915003136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520518.415427:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520518.415432:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520518.415433:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520518.415437:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915003136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520518.415444:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915003136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520518.415460:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731520518.415464:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:2.0:1731520518.415467:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731520523.421230:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731520523.421246:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:0.0:1731520523.421380:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520523.421386:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856e70. 00000400:00000010:0.0:1731520523.421391:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966dd0. 00000100:00000200:0.0:1731520523.421397:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915003264, portal 25 00000400:00000010:0.0:1731520523.421400:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966088. 00000100:00000200:0.0:1731520523.421401:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915003264, offset 0 00000400:00000200:0.0:1731520523.421408:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520523.421418:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520523.421422:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520523.421425:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520523.421428:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520523.421429:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520523.421431:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [287:287:256:4294967295] 192.168.203.102@tcp LPNI seq info [287:287:8:4294967295] 00000400:00000200:0.0:1731520523.421439:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520523.421443:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520523.421446:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78f00. 00000800:00000200:0.0:1731520523.421450:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520523.421456:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520523.421460:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520523.421608:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520523.421611:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78f00. 00000400:00000200:2.0:1731520523.421614:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520523.421618:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520523.421629:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966088 00000400:00000010:2.0:1731520523.421630:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966088. 00000100:00000200:2.0:1731520523.421635:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915003264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520523.422831:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520523.422840:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209980 00000400:00000200:0.0:1731520523.422846:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x9c9 [1] + 224 00000400:00000200:0.0:1731520523.422860:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520523.422863:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520523.422867:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915003264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520523.422946:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856e70. 00000400:00000200:2.0:1731520523.422950:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966dd0 00000400:00000010:2.0:1731520523.422951:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966dd0. 00000100:00000200:2.0:1731520523.422954:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915003264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520523.422960:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915003264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520523.422974:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520523.422978:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731520523.422980:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731520528.428368:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731520528.428383:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:1.0:1731520528.428488:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731520528.428501:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520528.428505:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520528.428510:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915003392, portal 25 00000400:00000010:1.0:1731520528.428513:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381110. 00000100:00000200:1.0:1731520528.428515:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915003392, offset 0 00000400:00000200:1.0:1731520528.428521:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520528.428530:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520528.428534:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520528.428537:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520528.428539:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520528.428541:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520528.428543:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [288:288:256:4294967295] 192.168.203.102@tcp LPNI seq info [288:288:8:4294967295] 00000400:00000200:1.0:1731520528.428550:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520528.428555:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520528.428558:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731520528.428562:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520528.428568:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520528.428571:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520528.428748:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520528.428751:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731520528.428754:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520528.428758:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520528.428761:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381110 00000400:00000010:0.0:1731520528.428762:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381110. 00000100:00000200:0.0:1731520528.428767:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915003392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520528.430668:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520528.430680:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209a00 00000400:00000200:0.0:1731520528.430686:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x9d1 [1] + 224 00000400:00000200:0.0:1731520528.430701:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520528.430704:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520528.430710:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915003392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520528.430766:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520528.430770:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520528.430771:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520528.430787:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915003392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520528.430794:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915003392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520528.430809:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731520528.430813:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:1.0:1731520528.430815:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731520533.436378:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731520533.436397:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:0.0:1731520533.436462:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731520533.436468:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856000. 00000400:00000010:0.0:1731520533.436473:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966aa0. 00000100:00000200:0.0:1731520533.436478:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915003520, portal 25 00000400:00000010:0.0:1731520533.436481:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966198. 00000100:00000200:0.0:1731520533.436482:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915003520, offset 0 00000400:00000200:0.0:1731520533.436489:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520533.436497:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520533.436501:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520533.436504:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520533.436507:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520533.436508:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520533.436510:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [289:289:256:4294967295] 192.168.203.102@tcp LPNI seq info [289:289:8:4294967295] 00000400:00000200:0.0:1731520533.436517:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520533.436530:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520533.436533:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78f00. 00000800:00000200:0.0:1731520533.436537:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520533.436543:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520533.436546:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520533.436666:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520533.436668:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78f00. 00000400:00000200:2.0:1731520533.436670:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520533.436674:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520533.436677:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966198 00000400:00000010:2.0:1731520533.436678:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966198. 00000100:00000200:2.0:1731520533.436683:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915003520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520533.438203:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520533.438213:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209a80 00000400:00000200:0.0:1731520533.438218:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x9d9 [1] + 224 00000400:00000200:0.0:1731520533.438231:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520533.438234:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520533.438239:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915003520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520533.438294:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856000. 00000400:00000200:2.0:1731520533.438298:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966aa0 00000400:00000010:2.0:1731520533.438299:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966aa0. 00000100:00000200:2.0:1731520533.438304:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915003520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520533.438312:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915003520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520533.438328:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731520533.438331:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:2.0:1731520533.438339:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731520538.444385:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731520538.444398:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:2.0:1731520538.444490:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520538.444495:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520538.444499:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520538.444504:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915003648, portal 25 00000400:00000010:2.0:1731520538.444506:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731520538.444507:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915003648, offset 0 00000400:00000200:2.0:1731520538.444513:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520538.444520:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520538.444523:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520538.444526:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520538.444528:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520538.444529:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520538.444531:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [290:290:256:4294967295] 192.168.203.102@tcp LPNI seq info [290:290:8:4294967295] 00000400:00000200:2.0:1731520538.444535:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520538.444539:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520538.444541:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731520538.444553:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520538.444558:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520538.444560:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520538.444742:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520538.444744:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731520538.444748:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520538.444752:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520538.444755:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:0.0:1731520538.444756:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:0.0:1731520538.444789:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915003648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520538.446130:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520538.446139:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209b00 00000400:00000200:0.0:1731520538.446145:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x9e1 [1] + 224 00000400:00000200:0.0:1731520538.446230:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520538.446234:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520538.446240:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915003648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520538.446342:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520538.446346:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520538.446347:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520538.446351:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915003648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520538.446358:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915003648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520538.446374:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520538.446378:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:2.0:1731520538.446381:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731520543.452375:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731520543.452390:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:1.0:1731520543.452601:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731520543.452607:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520543.452621:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520543.452626:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915003776, portal 25 00000400:00000010:1.0:1731520543.452630:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381aa0. 00000100:00000200:1.0:1731520543.452632:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915003776, offset 0 00000400:00000200:1.0:1731520543.452639:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520543.452648:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520543.452652:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520543.452655:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520543.452657:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520543.452659:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520543.452662:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [291:291:256:4294967295] 192.168.203.102@tcp LPNI seq info [291:291:8:4294967295] 00000400:00000200:1.0:1731520543.452669:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520543.452690:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520543.452693:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731520543.452697:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520543.452703:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520543.452706:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520543.452953:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520543.452960:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731520543.452964:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520543.452968:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520543.452970:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381aa0 00000400:00000010:0.0:1731520543.452971:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381aa0. 00000100:00000200:0.0:1731520543.452976:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915003776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520543.457939:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520543.457952:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209b80 00000400:00000200:0.0:1731520543.457959:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x9e9 [1] + 224 00000400:00000200:0.0:1731520543.457976:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520543.457979:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520543.457987:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915003776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520543.458088:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520543.458092:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520543.458094:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520543.458098:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915003776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520543.458104:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915003776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520543.458121:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731520543.458125:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:1.0:1731520543.458129:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731520548.460527:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731520548.460546:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:1.0:1731520548.460716:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731520548.460722:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520548.460728:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520548.460734:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915003904, portal 25 00000400:00000010:1.0:1731520548.460747:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381b28. 00000100:00000200:1.0:1731520548.460749:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915003904, offset 0 00000400:00000200:1.0:1731520548.460756:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520548.460765:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520548.460770:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520548.460773:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520548.460776:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520548.460778:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520548.460780:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [292:292:256:4294967295] 192.168.203.102@tcp LPNI seq info [292:292:8:4294967295] 00000400:00000200:1.0:1731520548.460788:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520548.460793:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520548.460796:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731520548.460800:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520548.460806:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520548.460809:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520548.461135:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520548.461139:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731520548.461143:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520548.461147:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520548.461150:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381b28 00000400:00000010:0.0:1731520548.461151:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381b28. 00000100:00000200:0.0:1731520548.461156:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915003904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520548.462460:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520548.462469:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209c00 00000400:00000200:0.0:1731520548.462475:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x9f1 [1] + 224 00000400:00000200:0.0:1731520548.462489:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520548.462492:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520548.462498:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915003904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520548.462835:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520548.462839:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520548.462841:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520548.462845:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915003904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520548.462851:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915003904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520548.462868:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731520548.462872:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:1.0:1731520548.462875:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731520553.468479:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731520553.468496:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:0.0:1731520553.468582:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520553.468593:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856528. 00000400:00000010:0.0:1731520553.468598:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966990. 00000100:00000200:0.0:1731520553.468636:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915004032, portal 25 00000400:00000010:0.0:1731520553.468640:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966880. 00000100:00000200:0.0:1731520553.468641:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915004032, offset 0 00000400:00000200:0.0:1731520553.468649:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520553.468658:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520553.468663:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520553.468665:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520553.468668:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520553.468669:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520553.468672:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [293:293:256:4294967295] 192.168.203.102@tcp LPNI seq info [293:293:8:4294967295] 00000400:00000200:0.0:1731520553.468678:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520553.468682:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520553.468761:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78b00. 00000800:00000200:0.0:1731520553.468767:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520553.468773:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520553.468776:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520553.468885:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520553.468888:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78b00. 00000400:00000200:1.0:1731520553.468891:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520553.468895:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731520553.468898:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966880 00000400:00000010:1.0:1731520553.468899:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966880. 00000100:00000200:1.0:1731520553.468910:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915004032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520553.470325:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520553.470335:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209c80 00000400:00000200:0.0:1731520553.470341:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x9f9 [1] + 224 00000400:00000200:0.0:1731520553.470354:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520553.470358:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520553.470363:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915004032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520553.470418:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856528. 00000400:00000200:2.0:1731520553.470422:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966990 00000400:00000010:2.0:1731520553.470423:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966990. 00000100:00000200:2.0:1731520553.470427:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915004032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520553.470433:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915004032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520553.470447:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520553.470451:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:2.0:1731520553.470453:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731520558.476434:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731520558.476456:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:2.0:1731520558.476525:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520558.476532:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520558.476537:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520558.476543:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915004160, portal 25 00000400:00000010:2.0:1731520558.476546:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731520558.476548:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915004160, offset 0 00000400:00000200:2.0:1731520558.476554:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520558.476563:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520558.476593:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520558.476597:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520558.476600:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520558.476601:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520558.476604:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [294:294:256:4294967295] 192.168.203.102@tcp LPNI seq info [294:294:8:4294967295] 00000400:00000200:2.0:1731520558.476611:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520558.476615:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520558.476618:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731520558.476668:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520558.476676:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520558.476678:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520558.476780:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520558.476783:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731520558.476787:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520558.476792:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520558.476795:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3d48 00000400:00000010:0.0:1731520558.476803:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3d48. 00000100:00000200:0.0:1731520558.476810:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915004160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520558.478774:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520558.478784:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209d00 00000400:00000200:0.0:1731520558.478789:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa01 [1] + 224 00000400:00000200:0.0:1731520558.478805:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520558.478809:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520558.478814:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915004160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520558.478990:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520558.478999:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520558.479001:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520558.479005:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915004160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520558.479011:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915004160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520558.479027:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520558.479031:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:2.0:1731520558.479034:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731520563.484380:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731520563.484397:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:1.0:1731520563.484522:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bee00. 00000400:00000010:1.0:1731520563.484528:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520563.484562:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520563.484568:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915004288, portal 25 00000400:00000010:1.0:1731520563.484572:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381bb0. 00000100:00000200:1.0:1731520563.484573:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915004288, offset 0 00000400:00000200:1.0:1731520563.484581:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520563.484590:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520563.484594:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520563.484597:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520563.484600:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520563.484602:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520563.484604:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [295:295:256:4294967295] 192.168.203.102@tcp LPNI seq info [295:295:8:4294967295] 00000400:00000200:1.0:1731520563.484612:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520563.484617:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520563.484620:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731520563.484625:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520563.484631:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520563.484635:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520563.484803:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520563.485061:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731520563.485066:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520563.485070:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520563.485072:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381bb0 00000400:00000010:0.0:1731520563.485074:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381bb0. 00000100:00000200:0.0:1731520563.485078:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915004288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1731520563.486891:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:2.0:1731520563.486901:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209d80 00000400:00000200:2.0:1731520563.486906:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa09 [1] + 224 00000400:00000200:2.0:1731520563.486922:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520563.486925:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731520563.486932:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915004288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520563.487030:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520563.487035:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520563.487037:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520563.487041:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915004288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520563.487048:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915004288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520563.487065:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bee00. 02000000:00000010:1.0:1731520563.487068:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:1.0:1731520563.487076:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731520568.492342:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731520568.492356:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:1.0:1731520568.492418:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bee00. 00000400:00000010:1.0:1731520568.492425:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520568.492431:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520568.492436:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915004416, portal 25 00000400:00000010:1.0:1731520568.492439:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381ee0. 00000100:00000200:1.0:1731520568.492441:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915004416, offset 0 00000400:00000200:1.0:1731520568.492448:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520568.492461:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520568.492466:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520568.492609:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520568.492612:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520568.492614:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520568.492617:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [296:296:256:4294967295] 192.168.203.102@tcp LPNI seq info [296:296:8:4294967295] 00000400:00000200:1.0:1731520568.492625:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520568.492631:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520568.492634:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731520568.492638:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520568.492644:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520568.492647:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520568.492934:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520568.492937:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731520568.492942:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520568.492945:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520568.492948:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381ee0 00000400:00000010:0.0:1731520568.492950:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381ee0. 00000100:00000200:0.0:1731520568.492955:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915004416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520568.494164:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520568.494172:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209e00 00000400:00000200:0.0:1731520568.494176:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa11 [1] + 224 00000400:00000200:0.0:1731520568.494193:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520568.494202:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520568.494208:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915004416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520568.494265:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520568.494320:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520568.494322:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520568.494326:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915004416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520568.494332:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915004416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520568.494348:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bee00. 02000000:00000010:1.0:1731520568.494352:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:1.0:1731520568.494354:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731520573.500377:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731520573.500394:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:2.0:1731520573.500542:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520573.500548:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520573.500554:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520573.500560:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915004544, portal 25 00000400:00000010:2.0:1731520573.500563:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac35d8. 00000100:00000200:2.0:1731520573.500565:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915004544, offset 0 00000400:00000200:2.0:1731520573.500571:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520573.500584:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520573.500588:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520573.500591:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520573.500594:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520573.500596:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520573.500599:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [297:297:256:4294967295] 192.168.203.102@tcp LPNI seq info [297:297:8:4294967295] 00000400:00000200:2.0:1731520573.500607:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520573.500620:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520573.500623:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731520573.500627:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520573.500633:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520573.500636:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1731520573.500869:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1731520573.500871:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:3.0:1731520573.500875:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1731520573.500879:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:3.0:1731520573.500881:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac35d8 00000400:00000010:3.0:1731520573.500883:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac35d8. 00000100:00000200:3.0:1731520573.500888:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915004544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520573.502021:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520573.502030:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209e80 00000400:00000200:0.0:1731520573.502035:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa19 [1] + 224 00000400:00000200:0.0:1731520573.502048:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520573.502051:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520573.502056:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915004544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520573.502148:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520573.502155:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520573.502157:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520573.502165:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915004544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520573.502171:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915004544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520573.502190:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520573.502195:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:2.0:1731520573.502197:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731520578.508367:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731520578.508380:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:2.0:1731520578.508521:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520578.508527:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520578.508533:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520578.508538:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915004672, portal 25 00000400:00000010:2.0:1731520578.508542:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3ee0. 00000100:00000200:2.0:1731520578.508543:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915004672, offset 0 00000400:00000200:2.0:1731520578.508551:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520578.508560:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520578.508564:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520578.508567:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520578.508570:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520578.508571:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520578.508573:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [298:298:256:4294967295] 192.168.203.102@tcp LPNI seq info [298:298:8:4294967295] 00000400:00000200:2.0:1731520578.508581:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520578.508585:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520578.508596:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731520578.508600:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520578.508607:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520578.508610:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520578.508701:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520578.508704:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731520578.508709:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520578.508713:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520578.508716:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3ee0 00000400:00000010:0.0:1731520578.508717:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3ee0. 00000100:00000200:0.0:1731520578.508723:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915004672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520578.509924:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520578.509931:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209f00 00000400:00000200:0.0:1731520578.509936:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa21 [1] + 224 00000400:00000200:0.0:1731520578.509948:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520578.509950:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520578.509955:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915004672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520578.510008:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520578.510012:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520578.510013:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520578.510017:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915004672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520578.510024:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915004672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520578.510039:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520578.510043:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:2.0:1731520578.510046:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731520583.516374:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731520583.516390:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:1.0:1731520583.516504:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bee00. 00000400:00000010:1.0:1731520583.516510:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520583.516515:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520583.516520:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915004800, portal 25 00000400:00000010:1.0:1731520583.516524:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381000. 00000100:00000200:1.0:1731520583.516525:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915004800, offset 0 00000400:00000200:1.0:1731520583.516532:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520583.516541:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520583.516544:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520583.516547:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520583.516550:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520583.516551:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520583.516554:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [299:299:256:4294967295] 192.168.203.102@tcp LPNI seq info [299:299:8:4294967295] 00000400:00000200:1.0:1731520583.516562:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520583.516566:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520583.516569:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731520583.516573:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520583.516579:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520583.516583:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520583.516709:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520583.516712:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731520583.516716:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520583.516720:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520583.516731:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381000 00000400:00000010:0.0:1731520583.516732:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381000. 00000100:00000200:0.0:1731520583.516737:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915004800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520583.519138:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520583.519150:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48209f80 00000400:00000200:0.0:1731520583.519155:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa29 [1] + 224 00000400:00000200:0.0:1731520583.519172:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520583.519176:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520583.519183:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915004800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520583.519248:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520583.519252:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520583.519253:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520583.519257:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915004800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520583.519264:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915004800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520583.519378:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bee00. 02000000:00000010:1.0:1731520583.519381:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:1.0:1731520583.519384:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000100:00000010:3.0:1731520588.524943:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731520588.524959:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:1.0:1731520588.525033:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bee00. 00000400:00000010:1.0:1731520588.525051:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520588.525057:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520588.525062:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915004928, portal 25 00000400:00000010:1.0:1731520588.525065:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381330. 00000100:00000200:1.0:1731520588.525067:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915004928, offset 0 00000400:00000200:1.0:1731520588.525075:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520588.525084:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520588.525088:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520588.525092:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520588.525094:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520588.525096:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520588.525099:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [300:300:256:4294967295] 192.168.203.102@tcp LPNI seq info [300:300:8:4294967295] 00000400:00000200:1.0:1731520588.525106:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520588.525110:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520588.525113:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731520588.525117:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520588.525124:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520588.525127:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520588.525249:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520588.525251:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731520588.525255:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520588.525259:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520588.525260:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381330 00000400:00000010:0.0:1731520588.525261:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381330. 00000100:00000200:0.0:1731520588.525281:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915004928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520588.526519:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520588.526529:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a000 00000400:00000200:0.0:1731520588.526534:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa31 [1] + 224 00000400:00000200:0.0:1731520588.526547:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520588.526550:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520588.526555:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915004928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520588.526631:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520588.526634:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520588.526635:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520588.526639:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915004928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520588.526646:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915004928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520588.526662:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bee00. 02000000:00000010:1.0:1731520588.526666:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:1.0:1731520588.526669:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731520593.532382:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731520593.532398:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:0.0:1731520593.532474:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731520593.532480:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8567e8. 00000400:00000010:0.0:1731520593.532485:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966220. 00000100:00000200:0.0:1731520593.532498:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915005056, portal 25 00000400:00000010:0.0:1731520593.532501:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9666e8. 00000100:00000200:0.0:1731520593.532503:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915005056, offset 0 00000400:00000200:0.0:1731520593.532510:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520593.532519:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520593.532523:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520593.532526:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520593.532528:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520593.532530:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520593.532532:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [301:301:256:4294967295] 192.168.203.102@tcp LPNI seq info [301:301:8:4294967295] 00000400:00000200:0.0:1731520593.532539:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520593.532552:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520593.532555:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78400. 00000800:00000200:0.0:1731520593.532559:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520593.532568:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520593.532571:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520593.532679:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520593.532683:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78400. 00000400:00000200:2.0:1731520593.532686:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520593.532691:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520593.532693:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9666e8 00000400:00000010:2.0:1731520593.532695:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9666e8. 00000100:00000200:2.0:1731520593.532699:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915005056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520593.534014:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520593.534024:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a080 00000400:00000200:0.0:1731520593.534030:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa39 [1] + 224 00000400:00000200:0.0:1731520593.534045:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520593.534048:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520593.534053:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915005056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520593.534128:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8567e8. 00000400:00000200:2.0:1731520593.534131:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966220 00000400:00000010:2.0:1731520593.534133:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966220. 00000100:00000200:2.0:1731520593.534136:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915005056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520593.534141:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915005056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520593.534154:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731520593.534157:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731520593.534165:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731520598.540379:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731520598.540396:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:2.0:1731520598.540470:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731520598.540476:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520598.540482:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520598.540487:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915005184, portal 25 00000400:00000010:2.0:1731520598.540492:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3ee0. 00000100:00000200:2.0:1731520598.540494:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915005184, offset 0 00000400:00000200:2.0:1731520598.540501:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520598.540509:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520598.540513:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520598.540516:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520598.540519:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520598.540521:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520598.540523:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [302:302:256:4294967295] 192.168.203.102@tcp LPNI seq info [302:302:8:4294967295] 00000400:00000200:2.0:1731520598.540531:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520598.540536:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520598.540539:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731520598.540544:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520598.540550:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520598.540552:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520598.540643:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520598.540646:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731520598.540650:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520598.540654:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520598.540657:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3ee0 00000400:00000010:0.0:1731520598.540658:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3ee0. 00000100:00000200:0.0:1731520598.540663:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915005184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520598.541716:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520598.541723:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a100 00000400:00000200:0.0:1731520598.541727:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa41 [1] + 224 00000400:00000200:0.0:1731520598.541737:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520598.541740:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520598.541745:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915005184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520598.541796:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520598.541801:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520598.541802:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520598.541806:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915005184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520598.541814:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915005184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520598.541829:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731520598.541834:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:2.0:1731520598.541837:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731520603.548367:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731520603.548384:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:2.0:1731520603.548463:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731520603.548470:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520603.548475:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520603.548481:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915005312, portal 25 00000400:00000010:2.0:1731520603.548485:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac35d8. 00000100:00000200:2.0:1731520603.548486:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915005312, offset 0 00000400:00000200:2.0:1731520603.548494:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520603.548502:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520603.548506:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520603.548509:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520603.548511:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520603.548513:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520603.548515:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [303:303:256:4294967295] 192.168.203.102@tcp LPNI seq info [303:303:8:4294967295] 00000400:00000200:2.0:1731520603.548523:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520603.548527:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520603.548529:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731520603.548589:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520603.548598:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520603.548601:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520603.548726:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520603.548729:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731520603.548733:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520603.548736:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520603.548739:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac35d8 00000400:00000010:0.0:1731520603.548740:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac35d8. 00000100:00000200:0.0:1731520603.548745:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915005312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520603.549851:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520603.549860:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a180 00000400:00000200:0.0:1731520603.549866:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa49 [1] + 224 00000400:00000200:0.0:1731520603.549880:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520603.549883:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520603.549888:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915005312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520603.550041:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520603.550044:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520603.550045:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520603.550049:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915005312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520603.550055:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915005312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520603.550070:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731520603.550074:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:2.0:1731520603.550077:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731520608.556328:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731520608.556342:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:1.0:1731520608.556401:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bee00. 00000400:00000010:1.0:1731520608.556406:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520608.556419:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520608.556423:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915005440, portal 25 00000400:00000010:1.0:1731520608.556425:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381990. 00000100:00000200:1.0:1731520608.556426:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915005440, offset 0 00000400:00000200:1.0:1731520608.556432:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520608.556440:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520608.556443:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520608.556445:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520608.556447:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520608.556448:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520608.556450:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [304:304:256:4294967295] 192.168.203.102@tcp LPNI seq info [304:304:8:4294967295] 00000400:00000200:1.0:1731520608.556455:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520608.556458:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520608.556460:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731520608.556464:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520608.556469:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520608.556471:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520608.556643:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520608.556645:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731520608.556648:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520608.556651:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520608.556653:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381990 00000400:00000010:0.0:1731520608.556654:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381990. 00000100:00000200:0.0:1731520608.556662:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915005440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520608.557697:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520608.557705:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a200 00000400:00000200:0.0:1731520608.557710:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa51 [1] + 224 00000400:00000200:0.0:1731520608.557722:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520608.557725:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520608.557730:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915005440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520608.557772:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520608.557775:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520608.557776:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520608.557779:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915005440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520608.557784:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915005440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520608.557797:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bee00. 02000000:00000010:1.0:1731520608.557799:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:1.0:1731520608.557801:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731520613.564374:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731520613.564399:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:0.0:1731520613.564464:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731520613.564469:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8565d8. 00000400:00000010:0.0:1731520613.564473:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966220. 00000100:00000200:0.0:1731520613.564478:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915005568, portal 25 00000400:00000010:0.0:1731520613.564481:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9666e8. 00000100:00000200:0.0:1731520613.564482:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915005568, offset 0 00000400:00000200:0.0:1731520613.564488:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520613.564494:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520613.564497:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520613.564499:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520613.564501:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520613.564502:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520613.564504:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [305:305:256:4294967295] 192.168.203.102@tcp LPNI seq info [305:305:8:4294967295] 00000400:00000200:0.0:1731520613.564509:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520613.564512:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520613.564514:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78800. 00000800:00000200:0.0:1731520613.564517:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520613.564522:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520613.564525:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520613.564611:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520613.564616:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78800. 00000400:00000200:2.0:1731520613.564618:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520613.564622:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520613.564624:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9666e8 00000400:00000010:2.0:1731520613.564626:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9666e8. 00000100:00000200:2.0:1731520613.564629:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915005568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520613.565488:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520613.565497:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a280 00000400:00000200:0.0:1731520613.565500:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa59 [1] + 224 00000400:00000200:0.0:1731520613.565509:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520613.565511:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520613.565515:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915005568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520613.565559:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8565d8. 00000400:00000200:2.0:1731520613.565562:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966220 00000400:00000010:2.0:1731520613.565563:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966220. 00000100:00000200:2.0:1731520613.565567:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915005568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520613.565574:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915005568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520613.565588:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731520613.565592:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:2.0:1731520613.565594:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731520618.572440:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731520618.572455:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:2.0:1731520618.572578:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731520618.572584:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520618.572588:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520618.572594:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915005696, portal 25 00000400:00000010:2.0:1731520618.572598:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731520618.572599:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915005696, offset 0 00000400:00000200:2.0:1731520618.572606:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520618.572615:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520618.572619:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520618.572621:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520618.572624:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520618.572626:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520618.572628:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [306:306:256:4294967295] 192.168.203.102@tcp LPNI seq info [306:306:8:4294967295] 00000400:00000200:2.0:1731520618.572636:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520618.572651:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520618.572654:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731520618.572658:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520618.572665:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520618.572668:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520618.572866:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520618.572872:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731520618.572878:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520618.572885:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520618.572889:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3d48 00000400:00000010:0.0:1731520618.572891:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3d48. 00000100:00000200:0.0:1731520618.572899:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915005696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520618.574038:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520618.574050:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a300 00000400:00000200:0.0:1731520618.574057:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa61 [1] + 224 00000400:00000200:0.0:1731520618.574076:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520618.574080:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520618.574085:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915005696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520618.574234:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520618.574237:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520618.574239:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520618.574242:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915005696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520618.574247:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915005696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520618.574264:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731520618.574306:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:2.0:1731520618.574310:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731520623.580365:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731520623.580379:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:2.0:1731520623.580500:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731520623.580506:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520623.580511:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520623.580517:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915005824, portal 25 00000400:00000010:2.0:1731520623.580520:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731520623.580521:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915005824, offset 0 00000400:00000200:2.0:1731520623.580529:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520623.580538:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520623.580542:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520623.580545:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520623.580548:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520623.580550:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520623.580553:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [307:307:256:4294967295] 192.168.203.102@tcp LPNI seq info [307:307:8:4294967295] 00000400:00000200:2.0:1731520623.580561:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520623.580565:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520623.580577:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731520623.580582:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520623.580588:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520623.580591:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520623.580838:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520623.580841:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731520623.580845:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520623.580849:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520623.580851:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:0.0:1731520623.580853:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:0.0:1731520623.580858:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915005824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520623.583315:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520623.583334:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a380 00000400:00000200:0.0:1731520623.583340:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa69 [1] + 224 00000400:00000200:0.0:1731520623.583353:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520623.583356:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520623.583361:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915005824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520623.583455:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520623.583459:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520623.583461:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520623.583466:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915005824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520623.583474:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915005824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520623.583491:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731520623.583495:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:2.0:1731520623.583497:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731520628.588385:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731520628.588403:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:2.0:1731520628.588529:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731520628.588540:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520628.588546:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520628.588554:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915005952, portal 25 00000400:00000010:2.0:1731520628.588558:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3440. 00000100:00000200:2.0:1731520628.588560:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915005952, offset 0 00000400:00000200:2.0:1731520628.588569:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520628.588582:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520628.588587:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520628.588590:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520628.588593:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520628.588595:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520628.588598:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [308:308:256:4294967295] 192.168.203.102@tcp LPNI seq info [308:308:8:4294967295] 00000400:00000200:2.0:1731520628.588607:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520628.588613:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520628.588616:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731520628.588634:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520628.588642:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520628.588646:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520628.588804:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520628.588808:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731520628.588811:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520628.588816:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520628.588820:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3440 00000400:00000010:0.0:1731520628.588821:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3440. 00000100:00000200:0.0:1731520628.588828:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915005952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520628.589957:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520628.589973:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a400 00000400:00000200:0.0:1731520628.589979:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa71 [1] + 224 00000400:00000200:0.0:1731520628.589996:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520628.590000:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520628.590005:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915005952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520628.590068:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520628.590072:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520628.590073:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520628.590078:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915005952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520628.590101:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915005952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520628.590121:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731520628.590126:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:2.0:1731520628.590130:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731520633.596386:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731520633.596407:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:0.0:1731520633.596506:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520633.596514:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8566e0. 00000400:00000010:0.0:1731520633.596522:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966990. 00000100:00000200:0.0:1731520633.596529:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915006080, portal 25 00000400:00000010:0.0:1731520633.596533:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966880. 00000100:00000200:0.0:1731520633.596535:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915006080, offset 0 00000400:00000200:0.0:1731520633.596544:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520633.596555:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520633.596571:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520633.596575:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520633.596578:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520633.596580:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520633.596583:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [309:309:256:4294967295] 192.168.203.102@tcp LPNI seq info [309:309:8:4294967295] 00000400:00000200:0.0:1731520633.596592:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520633.596597:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520633.596601:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78500. 00000800:00000200:0.0:1731520633.596606:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520633.596613:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520633.596617:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520633.596745:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520633.596748:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78500. 00000400:00000200:2.0:1731520633.596751:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520633.596755:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520633.596757:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966880 00000400:00000010:2.0:1731520633.596758:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966880. 00000100:00000200:2.0:1731520633.596764:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915006080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520633.597762:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520633.597769:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a480 00000400:00000200:0.0:1731520633.597773:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa79 [1] + 224 00000400:00000200:0.0:1731520633.597785:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520633.597788:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520633.597791:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915006080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520633.597834:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8566e0. 00000400:00000200:2.0:1731520633.597837:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966990 00000400:00000010:2.0:1731520633.597838:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966990. 00000100:00000200:2.0:1731520633.597841:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915006080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520633.597845:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915006080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520633.597861:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520633.597864:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:2.0:1731520633.597867:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731520638.604368:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731520638.604383:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:2.0:1731520638.604451:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520638.604458:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520638.604463:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520638.604468:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915006208, portal 25 00000400:00000010:2.0:1731520638.604472:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3c38. 00000100:00000200:2.0:1731520638.604473:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915006208, offset 0 00000400:00000200:2.0:1731520638.604479:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520638.604488:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520638.604492:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520638.604495:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520638.604497:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520638.604499:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520638.604502:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [310:310:256:4294967295] 192.168.203.102@tcp LPNI seq info [310:310:8:4294967295] 00000400:00000200:2.0:1731520638.604515:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520638.604520:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520638.604523:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731520638.604527:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520638.604536:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520638.604540:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520638.604643:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520638.604647:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731520638.604651:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520638.604656:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520638.604658:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3c38 00000400:00000010:0.0:1731520638.604660:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3c38. 00000100:00000200:0.0:1731520638.604666:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915006208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520638.605625:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520638.605634:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a500 00000400:00000200:0.0:1731520638.605640:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa81 [1] + 224 00000400:00000200:0.0:1731520638.605663:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520638.605666:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520638.605671:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915006208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520638.605756:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520638.605759:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520638.605761:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520638.605764:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915006208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520638.605771:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915006208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520638.605786:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520638.605790:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:2.0:1731520638.605793:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731520643.612373:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731520643.612387:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:2.0:1731520643.612452:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520643.612467:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520643.612473:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520643.612478:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915006336, portal 25 00000400:00000010:2.0:1731520643.612481:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3330. 00000100:00000200:2.0:1731520643.612483:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915006336, offset 0 00000400:00000200:2.0:1731520643.612491:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520643.612500:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520643.612505:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520643.612507:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520643.612510:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520643.612512:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520643.612514:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [311:311:256:4294967295] 192.168.203.102@tcp LPNI seq info [311:311:8:4294967295] 00000400:00000200:2.0:1731520643.612522:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520643.612526:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520643.612528:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731520643.612533:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520643.612539:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520643.612542:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520643.612649:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520643.612652:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731520643.612656:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520643.612660:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520643.612666:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3330 00000400:00000010:0.0:1731520643.612668:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3330. 00000100:00000200:0.0:1731520643.612674:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915006336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520643.613534:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520643.613542:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a580 00000400:00000200:0.0:1731520643.613547:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa89 [1] + 224 00000400:00000200:0.0:1731520643.613560:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520643.613563:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520643.613581:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915006336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520643.613616:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520643.613619:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520643.613620:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520643.613624:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915006336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520643.613630:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915006336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520643.613644:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520643.613648:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:2.0:1731520643.613650:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731520648.620361:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731520648.620377:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:1.0:1731520648.620449:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731520648.620455:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520648.620459:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520648.620463:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915006464, portal 25 00000400:00000010:1.0:1731520648.620475:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3815d8. 00000100:00000200:1.0:1731520648.620476:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915006464, offset 0 00000400:00000200:1.0:1731520648.620481:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520648.620488:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520648.620491:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520648.620494:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520648.620496:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520648.620497:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520648.620499:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [312:312:256:4294967295] 192.168.203.102@tcp LPNI seq info [312:312:8:4294967295] 00000400:00000200:1.0:1731520648.620505:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520648.620508:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520648.620510:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731520648.620514:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520648.620519:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520648.620521:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520648.620618:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520648.620620:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731520648.620623:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520648.620626:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520648.620628:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3815d8 00000400:00000010:0.0:1731520648.620629:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3815d8. 00000100:00000200:0.0:1731520648.620633:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915006464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520648.621488:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520648.621494:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a600 00000400:00000200:0.0:1731520648.621498:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa91 [1] + 224 00000400:00000200:0.0:1731520648.621512:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520648.621515:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520648.621519:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915006464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520648.621562:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520648.621566:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520648.621566:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520648.621570:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915006464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520648.621580:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915006464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520648.621595:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731520648.621598:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:1.0:1731520648.621600:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731520653.628379:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731520653.628394:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:0.0:1731520653.628470:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520653.628476:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856948. 00000400:00000010:0.0:1731520653.628482:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966aa0. 00000100:00000200:0.0:1731520653.628488:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915006592, portal 25 00000400:00000010:0.0:1731520653.628491:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966198. 00000100:00000200:0.0:1731520653.628493:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915006592, offset 0 00000400:00000200:0.0:1731520653.628500:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520653.628510:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520653.628514:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520653.628517:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520653.628519:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520653.628522:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520653.628524:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [313:313:256:4294967295] 192.168.203.102@tcp LPNI seq info [313:313:8:4294967295] 00000400:00000200:0.0:1731520653.628531:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520653.628536:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520653.628539:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78500. 00000800:00000200:0.0:1731520653.628543:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520653.628549:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520653.628552:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520653.628639:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520653.628642:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78500. 00000400:00000200:2.0:1731520653.628645:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520653.628658:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520653.628662:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966198 00000400:00000010:2.0:1731520653.628663:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966198. 00000100:00000200:2.0:1731520653.628668:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915006592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520653.629594:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520653.629602:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a680 00000400:00000200:0.0:1731520653.629607:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xa99 [1] + 224 00000400:00000200:0.0:1731520653.629631:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520653.629635:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520653.629640:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915006592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520653.629694:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856948. 00000400:00000200:2.0:1731520653.629698:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966aa0 00000400:00000010:2.0:1731520653.629700:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966aa0. 00000100:00000200:2.0:1731520653.629704:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915006592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520653.629711:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915006592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520653.629726:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520653.629730:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:2.0:1731520653.629732:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731520658.636381:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731520658.636398:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:2.0:1731520658.636466:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225400. 00000400:00000010:2.0:1731520658.636476:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520658.636482:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520658.636488:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915006720, portal 25 00000400:00000010:2.0:1731520658.636491:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3908. 00000100:00000200:2.0:1731520658.636492:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915006720, offset 0 00000400:00000200:2.0:1731520658.636499:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520658.636508:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520658.636512:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520658.636515:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520658.636517:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520658.636519:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520658.636521:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [314:314:256:4294967295] 192.168.203.102@tcp LPNI seq info [314:314:8:4294967295] 00000400:00000200:2.0:1731520658.636528:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520658.636532:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520658.636534:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731520658.636547:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520658.636554:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520658.636557:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520658.636663:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520658.636666:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731520658.636670:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520658.636674:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520658.636676:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3908 00000400:00000010:0.0:1731520658.636677:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3908. 00000100:00000200:0.0:1731520658.636682:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915006720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520658.637780:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520658.637788:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a700 00000400:00000200:0.0:1731520658.637793:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xaa1 [1] + 224 00000400:00000200:0.0:1731520658.637807:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520658.637811:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520658.637816:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915006720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520658.637873:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520658.637891:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520658.637893:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520658.637897:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915006720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520658.637905:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915006720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520658.637919:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225400. 02000000:00000010:2.0:1731520658.637923:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:2.0:1731520658.637926:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731520663.644362:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731520663.644376:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:2.0:1731520663.644445:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225400. 00000400:00000010:2.0:1731520663.644450:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520663.644455:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520663.644461:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915006848, portal 25 00000400:00000010:2.0:1731520663.644464:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3e58. 00000100:00000200:2.0:1731520663.644466:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915006848, offset 0 00000400:00000200:2.0:1731520663.644473:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520663.644482:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520663.644486:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520663.644489:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520663.644491:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520663.644493:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520663.644495:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [315:315:256:4294967295] 192.168.203.102@tcp LPNI seq info [315:315:8:4294967295] 00000400:00000200:2.0:1731520663.644503:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520663.644507:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520663.644510:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731520663.644514:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520663.644528:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520663.644530:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520663.644644:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520663.644646:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731520663.644650:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520663.644654:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520663.644657:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3e58 00000400:00000010:0.0:1731520663.644658:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3e58. 00000100:00000200:0.0:1731520663.644664:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915006848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520663.645731:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520663.645738:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a780 00000400:00000200:0.0:1731520663.645742:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xaa9 [1] + 224 00000400:00000200:0.0:1731520663.645753:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520663.645756:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520663.645760:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915006848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520663.645825:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520663.645829:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520663.645830:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520663.645834:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915006848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520663.645840:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915006848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520663.645880:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225400. 02000000:00000010:2.0:1731520663.645884:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:2.0:1731520663.645886:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731520668.652399:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731520668.652423:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:1.0:1731520668.652533:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731520668.652545:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520668.652550:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520668.652556:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915006976, portal 25 00000400:00000010:1.0:1731520668.652560:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381440. 00000100:00000200:1.0:1731520668.652570:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915006976, offset 0 00000400:00000200:1.0:1731520668.652578:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520668.652586:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520668.652590:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520668.652593:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520668.652595:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520668.652597:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520668.652599:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [316:316:256:4294967295] 192.168.203.102@tcp LPNI seq info [316:316:8:4294967295] 00000400:00000200:1.0:1731520668.652607:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520668.652611:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520668.652614:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731520668.652619:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520668.652626:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520668.652629:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520668.653205:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520668.653208:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731520668.653213:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520668.653217:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520668.653220:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381440 00000400:00000010:0.0:1731520668.653222:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381440. 00000100:00000200:0.0:1731520668.653228:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915006976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520668.654207:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520668.654217:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a800 00000400:00000200:0.0:1731520668.654222:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xab1 [1] + 224 00000400:00000200:0.0:1731520668.654236:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520668.654240:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520668.654244:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915006976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520668.654299:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520668.654303:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520668.654304:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520668.654308:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915006976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520668.654313:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915006976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520668.654328:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731520668.654331:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:1.0:1731520668.654334:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000100:00000010:3.0:1731520673.660363:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731520673.660379:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:0.0:1731520673.660451:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520673.660458:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856790. 00000400:00000010:0.0:1731520673.660464:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966dd0. 00000100:00000200:0.0:1731520673.660470:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915007104, portal 25 00000400:00000010:0.0:1731520673.660474:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966088. 00000100:00000200:0.0:1731520673.660475:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915007104, offset 0 00000400:00000200:0.0:1731520673.660482:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520673.660492:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520673.660496:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520673.660499:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520673.660501:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520673.660503:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520673.660505:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [317:317:256:4294967295] 192.168.203.102@tcp LPNI seq info [317:317:8:4294967295] 00000400:00000200:0.0:1731520673.660513:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520673.660534:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520673.660536:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78800. 00000800:00000200:0.0:1731520673.660541:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520673.660547:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520673.660550:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520673.660635:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520673.660638:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78800. 00000400:00000200:2.0:1731520673.660641:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520673.660645:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520673.660647:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966088 00000400:00000010:2.0:1731520673.660649:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966088. 00000100:00000200:2.0:1731520673.660654:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915007104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520673.661554:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520673.661561:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a880 00000400:00000200:0.0:1731520673.661565:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xab9 [1] + 224 00000400:00000200:0.0:1731520673.661576:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520673.661578:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520673.661581:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915007104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520673.661626:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856790. 00000400:00000200:2.0:1731520673.661629:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966dd0 00000400:00000010:2.0:1731520673.661630:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966dd0. 00000100:00000200:2.0:1731520673.661635:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915007104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520673.661641:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915007104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520673.661657:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520673.661661:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:2.0:1731520673.661664:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731520678.668480:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731520678.668496:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:2.0:1731520678.668617:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225200. 00000400:00000010:2.0:1731520678.668643:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520678.668649:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520678.668655:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915007232, portal 25 00000400:00000010:2.0:1731520678.668658:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3bb0. 00000100:00000200:2.0:1731520678.668660:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915007232, offset 0 00000400:00000200:2.0:1731520678.668667:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520678.668676:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520678.668680:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520678.668683:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520678.668685:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520678.668687:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520678.668689:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [318:318:256:4294967295] 192.168.203.102@tcp LPNI seq info [318:318:8:4294967295] 00000400:00000200:2.0:1731520678.668696:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520678.668702:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520678.668704:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731520678.668709:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520678.668715:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520678.668718:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520678.668853:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520678.668859:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731520678.668865:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520678.668873:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520678.668878:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3bb0 00000400:00000010:0.0:1731520678.668880:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3bb0. 00000100:00000200:0.0:1731520678.668889:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915007232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520678.670251:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520678.670296:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a900 00000400:00000200:0.0:1731520678.670304:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xac1 [1] + 224 00000400:00000200:0.0:1731520678.670326:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520678.670330:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520678.670336:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915007232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520678.670399:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520678.670404:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520678.670405:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520678.670409:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915007232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520678.670414:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915007232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520678.670432:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225200. 02000000:00000010:2.0:1731520678.670436:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:2.0:1731520678.670438:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731520683.676376:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731520683.676394:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:2.0:1731520683.676468:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225200. 00000400:00000010:2.0:1731520683.676475:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520683.676491:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520683.676496:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915007360, portal 25 00000400:00000010:2.0:1731520683.676500:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3550. 00000100:00000200:2.0:1731520683.676502:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915007360, offset 0 00000400:00000200:2.0:1731520683.676509:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520683.676519:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520683.676523:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520683.676526:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520683.676528:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520683.676530:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520683.676532:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [319:319:256:4294967295] 192.168.203.102@tcp LPNI seq info [319:319:8:4294967295] 00000400:00000200:2.0:1731520683.676541:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520683.676546:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520683.676549:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731520683.676553:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520683.676560:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520683.676563:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520683.676673:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520683.676679:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731520683.676683:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520683.676687:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520683.676690:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3550 00000400:00000010:0.0:1731520683.676691:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3550. 00000100:00000200:0.0:1731520683.676696:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915007360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520683.677573:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520683.677579:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820a980 00000400:00000200:0.0:1731520683.677583:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xac9 [1] + 224 00000400:00000200:0.0:1731520683.677594:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520683.677597:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520683.677601:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915007360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520683.677649:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520683.677653:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520683.677654:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520683.677658:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915007360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520683.677665:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915007360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520683.677678:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225200. 02000000:00000010:2.0:1731520683.677682:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:2.0:1731520683.677685:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731520688.684381:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731520688.684398:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:1.0:1731520688.684483:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731520688.684489:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520688.684493:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520688.684498:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915007488, portal 25 00000400:00000010:1.0:1731520688.684500:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3813b8. 00000100:00000200:1.0:1731520688.684501:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915007488, offset 0 00000400:00000200:1.0:1731520688.684510:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520688.684518:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520688.684521:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520688.684524:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520688.684526:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520688.684527:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520688.684529:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [320:320:256:4294967295] 192.168.203.102@tcp LPNI seq info [320:320:8:4294967295] 00000400:00000200:1.0:1731520688.684534:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520688.684538:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520688.684540:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731520688.684543:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520688.684548:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520688.684550:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520688.684647:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520688.684650:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731520688.684653:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520688.684656:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520688.684658:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3813b8 00000400:00000010:0.0:1731520688.684659:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3813b8. 00000100:00000200:0.0:1731520688.684663:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915007488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520688.685628:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520688.685636:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820aa00 00000400:00000200:0.0:1731520688.685640:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xad1 [1] + 224 00000400:00000200:0.0:1731520688.685652:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520688.685656:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520688.685665:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915007488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520688.685727:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520688.685730:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520688.685730:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520688.685734:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915007488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520688.685739:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915007488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520688.685752:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731520688.685755:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:1.0:1731520688.685757:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731520693.692420:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731520693.692438:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:0.0:1731520693.692567:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731520693.692584:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856840. 00000400:00000010:0.0:1731520693.692590:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966660. 00000100:00000200:0.0:1731520693.692595:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915007616, portal 25 00000400:00000010:0.0:1731520693.692598:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966110. 00000100:00000200:0.0:1731520693.692600:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915007616, offset 0 00000400:00000200:0.0:1731520693.692607:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520693.692621:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520693.692625:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520693.692629:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520693.692631:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520693.692633:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520693.692662:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [321:321:256:4294967295] 192.168.203.102@tcp LPNI seq info [321:321:8:4294967295] 00000400:00000200:0.0:1731520693.692670:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520693.692674:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520693.692677:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78c00. 00000800:00000200:0.0:1731520693.692682:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520693.692688:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520693.692691:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520693.692780:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520693.692783:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78c00. 00000400:00000200:2.0:1731520693.692786:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520693.692791:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520693.692798:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966110 00000400:00000010:2.0:1731520693.692800:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966110. 00000100:00000200:2.0:1731520693.692805:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915007616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520693.694264:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520693.694302:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820aa80 00000400:00000200:0.0:1731520693.694877:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xad9 [1] + 224 00000400:00000200:0.0:1731520693.694896:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520693.694900:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520693.694906:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915007616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520693.695126:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856840. 00000400:00000200:2.0:1731520693.695130:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966660 00000400:00000010:2.0:1731520693.695132:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966660. 00000100:00000200:2.0:1731520693.695136:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915007616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520693.695144:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915007616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520693.695161:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731520693.695165:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:2.0:1731520693.695168:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731520698.700407:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731520698.700430:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:2.0:1731520698.700540:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731520698.700550:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520698.700556:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520698.700562:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915007744, portal 25 00000400:00000010:2.0:1731520698.700565:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3aa0. 00000100:00000200:2.0:1731520698.700567:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915007744, offset 0 00000400:00000200:2.0:1731520698.700575:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520698.700584:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520698.700589:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520698.700591:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520698.700594:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520698.700596:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520698.700598:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [322:322:256:4294967295] 192.168.203.102@tcp LPNI seq info [322:322:8:4294967295] 00000400:00000200:2.0:1731520698.700623:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520698.700628:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520698.700631:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731520698.700636:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520698.700652:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520698.700655:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520698.700871:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520698.700875:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731520698.700880:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520698.700888:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520698.700892:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3aa0 00000400:00000010:0.0:1731520698.700902:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3aa0. 00000100:00000200:0.0:1731520698.700911:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915007744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520698.702474:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520698.702488:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ab00 00000400:00000200:0.0:1731520698.702497:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xae1 [1] + 224 00000400:00000200:0.0:1731520698.702517:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520698.702520:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520698.702528:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915007744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520698.702658:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520698.702662:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520698.702664:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520698.702670:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915007744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520698.702677:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915007744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520698.702699:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731520698.702704:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:2.0:1731520698.702708:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731520703.708438:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731520703.708456:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:2.0:1731520703.708535:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731520703.708542:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520703.708548:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520703.708554:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915007872, portal 25 00000400:00000010:2.0:1731520703.708557:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3dd0. 00000100:00000200:2.0:1731520703.708559:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915007872, offset 0 00000400:00000200:2.0:1731520703.708618:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520703.708629:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520703.708633:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520703.708637:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520703.708639:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520703.708641:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520703.708644:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [323:323:256:4294967295] 192.168.203.102@tcp LPNI seq info [323:323:8:4294967295] 00000400:00000200:2.0:1731520703.708651:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520703.708656:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520703.708659:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731520703.708663:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520703.708669:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520703.708683:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520703.708821:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520703.708825:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731520703.708829:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520703.708837:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520703.708840:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3dd0 00000400:00000010:0.0:1731520703.708841:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3dd0. 00000100:00000200:0.0:1731520703.708847:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915007872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520703.710198:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520703.710215:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ab80 00000400:00000200:0.0:1731520703.710223:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xae9 [1] + 224 00000400:00000200:0.0:1731520703.710244:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520703.710248:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520703.710258:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915007872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520703.710394:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520703.710398:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520703.710400:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520703.710406:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915007872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520703.710412:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915007872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520703.710433:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731520703.710439:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:2.0:1731520703.710443:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731520708.716367:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731520708.716382:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:1.0:1731520708.716450:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731520708.716456:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520708.716461:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520708.716466:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915008000, portal 25 00000400:00000010:1.0:1731520708.716469:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3814c8. 00000100:00000200:1.0:1731520708.716471:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915008000, offset 0 00000400:00000200:1.0:1731520708.716478:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520708.716494:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520708.716498:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520708.716501:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520708.716504:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520708.716505:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520708.716508:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [324:324:256:4294967295] 192.168.203.102@tcp LPNI seq info [324:324:8:4294967295] 00000400:00000200:1.0:1731520708.716516:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520708.716520:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520708.716522:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731520708.716526:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520708.716556:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520708.716559:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520708.716672:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520708.716674:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731520708.716678:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520708.716683:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520708.716685:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3814c8 00000400:00000010:0.0:1731520708.716691:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3814c8. 00000100:00000200:0.0:1731520708.716697:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915008000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520708.717729:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520708.717737:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ac00 00000400:00000200:0.0:1731520708.717741:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xaf1 [1] + 224 00000400:00000200:0.0:1731520708.717753:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520708.717756:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520708.717760:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915008000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520708.717832:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520708.717835:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520708.717836:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520708.717840:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915008000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520708.717846:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915008000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520708.717861:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731520708.717865:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:1.0:1731520708.717868:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731520713.724376:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731520713.724393:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:0.0:1731520713.724471:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731520713.724478:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8569a0. 00000400:00000010:0.0:1731520713.724484:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966b28. 00000100:00000200:0.0:1731520713.724491:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915008128, portal 25 00000400:00000010:0.0:1731520713.724495:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9665d8. 00000100:00000200:0.0:1731520713.724526:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915008128, offset 0 00000400:00000200:0.0:1731520713.724534:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520713.724545:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520713.724549:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520713.724552:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520713.724555:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520713.724557:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520713.724560:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [325:325:256:4294967295] 192.168.203.102@tcp LPNI seq info [325:325:8:4294967295] 00000400:00000200:0.0:1731520713.724568:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520713.724573:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520713.724576:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78a00. 00000800:00000200:0.0:1731520713.724581:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520713.724592:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520713.724596:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520713.724720:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520713.724724:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78a00. 00000400:00000200:2.0:1731520713.724727:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520713.724731:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520713.724734:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9665d8 00000400:00000010:2.0:1731520713.724736:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9665d8. 00000100:00000200:2.0:1731520713.724741:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915008128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520713.725710:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520713.725717:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ac80 00000400:00000200:0.0:1731520713.725722:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xaf9 [1] + 224 00000400:00000200:0.0:1731520713.725734:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520713.725737:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520713.725742:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915008128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520713.725810:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8569a0. 00000400:00000200:2.0:1731520713.725813:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966b28 00000400:00000010:2.0:1731520713.725814:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966b28. 00000100:00000200:2.0:1731520713.725818:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915008128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520713.725824:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915008128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520713.725838:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731520713.725840:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:2.0:1731520713.725843:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731520718.732370:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731520718.732386:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:2.0:1731520718.732487:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731520718.732498:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520718.732519:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520718.732527:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915008256, portal 25 00000400:00000010:2.0:1731520718.732541:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3110. 00000100:00000200:2.0:1731520718.732544:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915008256, offset 0 00000400:00000200:2.0:1731520718.732553:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520718.732566:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520718.732570:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520718.732574:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520718.732577:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520718.732579:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520718.732582:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [326:326:256:4294967295] 192.168.203.102@tcp LPNI seq info [326:326:8:4294967295] 00000400:00000200:2.0:1731520718.732591:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520718.732597:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520718.732601:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731520718.732607:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520718.732615:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520718.732619:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520718.732751:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520718.732755:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:1.0:1731520718.732759:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520718.732764:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731520718.732767:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3110 00000400:00000010:1.0:1731520718.732769:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3110. 00000100:00000200:1.0:1731520718.732776:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915008256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520718.733971:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520718.733986:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ad00 00000400:00000200:0.0:1731520718.733994:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb01 [1] + 224 00000400:00000200:0.0:1731520718.734013:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520718.734017:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520718.734025:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915008256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520718.734172:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520718.734176:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520718.734178:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520718.734183:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915008256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520718.734190:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915008256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520718.734208:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731520718.734213:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:2.0:1731520718.734216:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731520723.740373:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731520723.740389:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:2.0:1731520723.740483:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731520723.740491:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520723.740497:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520723.740503:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915008384, portal 25 00000400:00000010:2.0:1731520723.740518:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3770. 00000100:00000200:2.0:1731520723.740520:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915008384, offset 0 00000400:00000200:2.0:1731520723.740528:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520723.740540:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520723.740544:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520723.740548:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520723.740551:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520723.740553:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520723.740555:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [327:327:256:4294967295] 192.168.203.102@tcp LPNI seq info [327:327:8:4294967295] 00000400:00000200:2.0:1731520723.740564:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520723.740569:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520723.740572:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731520723.740577:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520723.740586:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520723.740589:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520723.740801:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520723.740808:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731520723.740815:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520723.740831:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520723.740836:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3770 00000400:00000010:0.0:1731520723.740838:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3770. 00000100:00000200:0.0:1731520723.740847:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915008384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520723.742477:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520723.742489:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ad80 00000400:00000200:0.0:1731520723.742495:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb09 [1] + 224 00000400:00000200:0.0:1731520723.742513:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520723.742517:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520723.742526:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915008384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520723.742598:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520723.742603:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520723.742604:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520723.742609:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915008384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520723.742616:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915008384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520723.742633:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731520723.742637:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:2.0:1731520723.742640:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731520728.748364:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731520728.748379:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:1.0:1731520728.748538:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731520728.748553:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520728.748559:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520728.748564:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915008512, portal 25 00000400:00000010:1.0:1731520728.748567:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381220. 00000100:00000200:1.0:1731520728.748568:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915008512, offset 0 00000400:00000200:1.0:1731520728.748575:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520728.748583:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520728.748586:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520728.748589:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520728.748591:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520728.748593:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520728.748596:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [328:328:256:4294967295] 192.168.203.102@tcp LPNI seq info [328:328:8:4294967295] 00000400:00000200:1.0:1731520728.748602:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520728.748607:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520728.748610:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731520728.748614:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520728.748621:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520728.748624:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520728.748759:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520728.748762:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731520728.748767:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520728.748771:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520728.748773:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381220 00000400:00000010:0.0:1731520728.748775:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381220. 00000100:00000200:0.0:1731520728.748780:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915008512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520728.750130:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520728.750140:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ae00 00000400:00000200:0.0:1731520728.750145:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb11 [1] + 224 00000400:00000200:0.0:1731520728.750159:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520728.750162:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520728.750168:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915008512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520728.750225:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520728.750229:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520728.750230:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520728.750234:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915008512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520728.750241:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915008512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520728.750256:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731520728.750260:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:1.0:1731520728.750263:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731520733.756423:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731520733.756444:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:0.0:1731520733.756545:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520733.756552:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856898. 00000400:00000010:0.0:1731520733.756559:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966bb0. 00000100:00000200:0.0:1731520733.756567:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915008640, portal 25 00000400:00000010:0.0:1731520733.756571:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966000. 00000100:00000200:0.0:1731520733.756573:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915008640, offset 0 00000400:00000200:0.0:1731520733.756582:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520733.756594:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520733.756598:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520733.756601:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520733.756603:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520733.756605:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520733.756607:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [329:329:256:4294967295] 192.168.203.102@tcp LPNI seq info [329:329:8:4294967295] 00000400:00000200:0.0:1731520733.756614:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520733.756630:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520733.756633:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78b00. 00000800:00000200:0.0:1731520733.756638:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520733.756651:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520733.756655:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520733.756785:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520733.756787:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78b00. 00000400:00000200:2.0:1731520733.756790:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520733.756794:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520733.756796:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966000 00000400:00000010:2.0:1731520733.756798:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966000. 00000100:00000200:2.0:1731520733.756807:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915008640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520733.757830:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520733.757837:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ae80 00000400:00000200:0.0:1731520733.757841:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb19 [1] + 224 00000400:00000200:0.0:1731520733.757855:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520733.757858:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520733.757863:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915008640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520733.757917:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856898. 00000400:00000200:2.0:1731520733.757921:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966bb0 00000400:00000010:2.0:1731520733.757922:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966bb0. 00000100:00000200:2.0:1731520733.757926:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915008640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520733.757934:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915008640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520733.757953:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520733.757957:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:2.0:1731520733.757960:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731520738.764382:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731520738.764396:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:2.0:1731520738.764469:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731520738.764475:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520738.764481:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520738.764487:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915008768, portal 25 00000400:00000010:2.0:1731520738.764490:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731520738.764492:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915008768, offset 0 00000400:00000200:2.0:1731520738.764500:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520738.764510:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520738.764514:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520738.764516:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520738.764519:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520738.764520:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520738.764523:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [330:330:256:4294967295] 192.168.203.102@tcp LPNI seq info [330:330:8:4294967295] 00000400:00000200:2.0:1731520738.764531:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520738.764535:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520738.764538:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731520738.764542:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520738.764555:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520738.764566:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520738.764659:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520738.764661:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731520738.764665:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520738.764670:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520738.764673:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac32a8 00000400:00000010:0.0:1731520738.764674:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac32a8. 00000100:00000200:0.0:1731520738.764680:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915008768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520738.765624:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520738.765632:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820af00 00000400:00000200:0.0:1731520738.765638:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb21 [1] + 224 00000400:00000200:0.0:1731520738.765651:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520738.765654:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520738.765659:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915008768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520738.765760:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520738.765768:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520738.765769:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520738.765778:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915008768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520738.765790:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915008768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520738.765810:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731520738.765815:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:2.0:1731520738.765817:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731520743.772378:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731520743.772393:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:1.0:1731520743.772478:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731520743.772484:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520743.772498:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520743.772502:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915008896, portal 25 00000400:00000010:1.0:1731520743.772505:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381198. 00000100:00000200:1.0:1731520743.772506:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915008896, offset 0 00000400:00000200:1.0:1731520743.772511:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520743.772518:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520743.772521:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520743.772524:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520743.772526:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520743.772527:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520743.772529:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [331:331:256:4294967295] 192.168.203.102@tcp LPNI seq info [331:331:8:4294967295] 00000400:00000200:1.0:1731520743.772534:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520743.772537:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520743.772540:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731520743.772543:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520743.772548:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520743.772550:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520743.772651:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520743.772657:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731520743.772661:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520743.772665:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520743.772668:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381198 00000400:00000010:0.0:1731520743.772669:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381198. 00000100:00000200:0.0:1731520743.772674:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915008896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520743.773669:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520743.773677:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820af80 00000400:00000200:0.0:1731520743.773682:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb29 [1] + 224 00000400:00000200:0.0:1731520743.773694:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520743.773697:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520743.773702:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915008896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520743.773753:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520743.773756:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520743.773757:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520743.773765:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915008896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520743.773772:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915008896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520743.773786:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731520743.773790:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:1.0:1731520743.773792:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731520748.780359:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731520748.780375:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:1.0:1731520748.780441:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731520748.780448:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520748.780453:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520748.780458:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915009024, portal 25 00000400:00000010:1.0:1731520748.780471:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3817f8. 00000100:00000200:1.0:1731520748.780473:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915009024, offset 0 00000400:00000200:1.0:1731520748.780480:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520748.780488:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520748.780492:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520748.780495:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520748.780497:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520748.780500:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520748.780502:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [332:332:256:4294967295] 192.168.203.102@tcp LPNI seq info [332:332:8:4294967295] 00000400:00000200:1.0:1731520748.780509:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520748.780514:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520748.780517:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731520748.780521:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520748.780528:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520748.780530:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520748.780639:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520748.780642:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731520748.780646:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520748.780651:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520748.780653:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3817f8 00000400:00000010:0.0:1731520748.780655:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3817f8. 00000100:00000200:0.0:1731520748.780660:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915009024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520748.781576:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520748.781583:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b000 00000400:00000200:0.0:1731520748.781586:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb31 [1] + 224 00000400:00000200:0.0:1731520748.781597:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520748.781599:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520748.781602:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915009024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520748.781654:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520748.781661:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520748.781662:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520748.781666:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915009024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520748.781672:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915009024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520748.781686:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731520748.781690:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:1.0:1731520748.781692:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731520753.788362:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731520753.788381:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:0.0:1731520753.788463:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520753.788478:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856f78. 00000400:00000010:0.0:1731520753.788484:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9663b8. 00000100:00000200:0.0:1731520753.788490:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915009152, portal 25 00000400:00000010:0.0:1731520753.788493:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966a18. 00000100:00000200:0.0:1731520753.788495:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915009152, offset 0 00000400:00000200:0.0:1731520753.788502:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520753.788511:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520753.788516:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520753.788519:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520753.788521:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520753.788523:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520753.788526:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [333:333:256:4294967295] 192.168.203.102@tcp LPNI seq info [333:333:8:4294967295] 00000400:00000200:0.0:1731520753.788533:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520753.788538:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520753.788541:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78200. 00000800:00000200:0.0:1731520753.788546:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520753.788552:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520753.788556:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520753.788702:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520753.788705:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78200. 00000400:00000200:2.0:1731520753.788709:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520753.788713:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520753.788716:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966a18 00000400:00000010:2.0:1731520753.788717:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966a18. 00000100:00000200:2.0:1731520753.788723:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915009152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520753.789712:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520753.789721:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b080 00000400:00000200:0.0:1731520753.789727:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb39 [1] + 224 00000400:00000200:0.0:1731520753.789745:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520753.789748:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520753.789753:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915009152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520753.789812:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856f78. 00000400:00000200:2.0:1731520753.789815:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9663b8 00000400:00000010:2.0:1731520753.789816:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9663b8. 00000100:00000200:2.0:1731520753.789819:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915009152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520753.789824:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915009152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520753.789837:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520753.789840:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:2.0:1731520753.789842:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731520758.796360:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731520758.796376:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:2.0:1731520758.796452:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731520758.796458:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520758.796472:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520758.796477:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915009280, portal 25 00000400:00000010:2.0:1731520758.796481:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3a18. 00000100:00000200:2.0:1731520758.796482:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915009280, offset 0 00000400:00000200:2.0:1731520758.796488:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520758.796494:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520758.796497:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520758.796500:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520758.796501:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520758.796503:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520758.796505:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [334:334:256:4294967295] 192.168.203.102@tcp LPNI seq info [334:334:8:4294967295] 00000400:00000200:2.0:1731520758.796510:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520758.796513:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520758.796515:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731520758.796519:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520758.796523:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520758.796525:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520758.796609:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520758.796611:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731520758.796613:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520758.796616:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520758.796618:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3a18 00000400:00000010:0.0:1731520758.796622:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3a18. 00000100:00000200:0.0:1731520758.796627:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915009280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520758.797512:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520758.797520:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b100 00000400:00000200:0.0:1731520758.797525:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb41 [1] + 224 00000400:00000200:0.0:1731520758.797536:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520758.797539:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520758.797543:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915009280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520758.797620:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520758.797623:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520758.797624:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520758.797628:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915009280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520758.797638:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915009280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520758.797653:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731520758.797657:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:2.0:1731520758.797660:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731520763.804380:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731520763.804396:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:2.0:1731520763.804474:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731520763.804480:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520763.804486:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520763.804491:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915009408, portal 25 00000400:00000010:2.0:1731520763.804504:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac33b8. 00000100:00000200:2.0:1731520763.804506:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915009408, offset 0 00000400:00000200:2.0:1731520763.804512:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520763.804521:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520763.804524:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520763.804527:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520763.804530:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520763.804531:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520763.804534:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [335:335:256:4294967295] 192.168.203.102@tcp LPNI seq info [335:335:8:4294967295] 00000400:00000200:2.0:1731520763.804540:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520763.804545:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520763.804547:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731520763.804552:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520763.804558:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520763.804561:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520763.804671:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520763.804674:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731520763.804678:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520763.804683:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520763.804686:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac33b8 00000400:00000010:0.0:1731520763.804687:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac33b8. 00000100:00000200:0.0:1731520763.804693:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915009408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520763.805825:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520763.805835:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b180 00000400:00000200:0.0:1731520763.805840:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb49 [1] + 224 00000400:00000200:0.0:1731520763.805858:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520763.805862:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520763.805866:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915009408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520763.805915:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520763.805919:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520763.805920:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520763.805925:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915009408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520763.805932:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915009408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520763.805947:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731520763.805955:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:2.0:1731520763.805958:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000100:00000010:3.0:1731520768.812370:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731520768.812393:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:1.0:1731520768.812458:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731520768.812463:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520768.812468:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520768.812472:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915009536, portal 25 00000400:00000010:1.0:1731520768.812475:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381770. 00000100:00000200:1.0:1731520768.812481:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915009536, offset 0 00000400:00000200:1.0:1731520768.812486:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520768.812494:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520768.812497:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520768.812500:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520768.812501:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520768.812503:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520768.812505:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [336:336:256:4294967295] 192.168.203.102@tcp LPNI seq info [336:336:8:4294967295] 00000400:00000200:1.0:1731520768.812510:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520768.812513:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520768.812515:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731520768.812519:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520768.812524:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520768.812526:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520768.812641:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520768.812644:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731520768.812648:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520768.812653:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520768.812656:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381770 00000400:00000010:0.0:1731520768.812662:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381770. 00000100:00000200:0.0:1731520768.812668:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915009536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520768.813643:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520768.813653:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b200 00000400:00000200:0.0:1731520768.813659:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb51 [1] + 224 00000400:00000200:0.0:1731520768.813672:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520768.813676:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520768.813680:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915009536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520768.813740:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520768.813743:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520768.813744:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520768.813748:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915009536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520768.813755:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915009536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520768.813771:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731520768.813776:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:1.0:1731520768.813779:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731520773.820376:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731520773.820394:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:0.0:1731520773.820464:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731520773.820471:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8568f0. 00000400:00000010:0.0:1731520773.820476:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966550. 00000100:00000200:0.0:1731520773.820482:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915009664, portal 25 00000400:00000010:0.0:1731520773.820485:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966908. 00000100:00000200:0.0:1731520773.820487:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915009664, offset 0 00000400:00000200:0.0:1731520773.820494:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520773.820502:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520773.820505:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520773.820507:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520773.820509:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520773.820511:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520773.820512:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [337:337:256:4294967295] 192.168.203.102@tcp LPNI seq info [337:337:8:4294967295] 00000400:00000200:0.0:1731520773.820518:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520773.820522:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520773.820525:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78d00. 00000800:00000200:0.0:1731520773.820530:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520773.820536:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520773.820539:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520773.820655:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520773.820658:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78d00. 00000400:00000200:2.0:1731520773.820661:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520773.820665:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520773.820668:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966908 00000400:00000010:2.0:1731520773.820669:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966908. 00000100:00000200:2.0:1731520773.820679:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915009664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520773.821810:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520773.821819:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b280 00000400:00000200:0.0:1731520773.821824:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb59 [1] + 224 00000400:00000200:0.0:1731520773.821836:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520773.821839:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520773.821843:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915009664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520773.821891:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8568f0. 00000400:00000200:2.0:1731520773.821894:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966550 00000400:00000010:2.0:1731520773.821895:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966550. 00000100:00000200:2.0:1731520773.821899:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915009664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520773.821906:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915009664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520773.821922:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731520773.821925:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:2.0:1731520773.821927:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731520778.828361:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731520778.828377:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:2.0:1731520778.828454:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731520778.828460:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520778.828466:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520778.828471:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915009792, portal 25 00000400:00000010:2.0:1731520778.828475:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac37f8. 00000100:00000200:2.0:1731520778.828477:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915009792, offset 0 00000400:00000200:2.0:1731520778.828483:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520778.828493:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520778.828497:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520778.828500:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520778.828503:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520778.828504:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520778.828507:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [338:338:256:4294967295] 192.168.203.102@tcp LPNI seq info [338:338:8:4294967295] 00000400:00000200:2.0:1731520778.828514:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520778.828519:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520778.828521:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731520778.828526:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520778.828532:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520778.828542:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520778.828647:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520778.828650:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731520778.828654:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520778.828658:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520778.828660:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac37f8 00000400:00000010:0.0:1731520778.828661:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac37f8. 00000100:00000200:0.0:1731520778.828665:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915009792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520778.829669:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520778.829677:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b300 00000400:00000200:0.0:1731520778.829682:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb61 [1] + 224 00000400:00000200:0.0:1731520778.829697:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520778.829700:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520778.829705:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915009792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520778.829759:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520778.829763:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520778.829763:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520778.829766:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915009792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520778.829771:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915009792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520778.829783:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731520778.829786:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:2.0:1731520778.829788:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731520783.836382:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731520783.836399:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:1.0:1731520783.836517:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731520783.836523:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520783.836529:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520783.836534:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915009920, portal 25 00000400:00000010:1.0:1731520783.836538:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381dd0. 00000100:00000200:1.0:1731520783.836540:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915009920, offset 0 00000400:00000200:1.0:1731520783.836556:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520783.836565:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520783.836569:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520783.836572:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520783.836575:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520783.836577:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520783.836579:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [339:339:256:4294967295] 192.168.203.102@tcp LPNI seq info [339:339:8:4294967295] 00000400:00000200:1.0:1731520783.836586:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520783.836591:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520783.836594:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731520783.836598:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520783.836604:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520783.836607:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520783.836854:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520783.836858:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731520783.836861:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520783.836865:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520783.836868:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381dd0 00000400:00000010:0.0:1731520783.836869:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381dd0. 00000100:00000200:0.0:1731520783.836874:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915009920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520783.838740:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520783.838751:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b380 00000400:00000200:0.0:1731520783.838756:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb69 [1] + 224 00000400:00000200:0.0:1731520783.838769:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520783.838772:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520783.838778:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915009920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520783.839058:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520783.839062:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520783.839063:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520783.839068:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915009920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520783.839074:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915009920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520783.839089:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731520783.839093:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:1.0:1731520783.839096:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731520788.844365:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731520788.844380:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:1.0:1731520788.844457:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731520788.844464:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520788.844469:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520788.844474:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915010048, portal 25 00000400:00000010:1.0:1731520788.844478:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3812a8. 00000100:00000200:1.0:1731520788.844479:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915010048, offset 0 00000400:00000200:1.0:1731520788.844486:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520788.844502:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520788.844505:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520788.844507:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520788.844509:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520788.844511:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520788.844512:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [340:340:256:4294967295] 192.168.203.102@tcp LPNI seq info [340:340:8:4294967295] 00000400:00000200:1.0:1731520788.844518:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520788.844521:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520788.844525:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731520788.844528:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520788.844533:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520788.844535:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520788.844649:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520788.844652:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731520788.844656:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520788.844660:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520788.844662:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3812a8 00000400:00000010:0.0:1731520788.844664:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3812a8. 00000100:00000200:0.0:1731520788.844669:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915010048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520788.845904:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520788.845920:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b400 00000400:00000200:0.0:1731520788.845928:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb71 [1] + 224 00000400:00000200:0.0:1731520788.845947:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520788.845951:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520788.845960:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915010048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520788.846030:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520788.846033:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520788.846035:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520788.846038:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915010048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520788.846043:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915010048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520788.846061:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731520788.846065:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:1.0:1731520788.846067:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731520793.852396:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731520793.852420:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:0.0:1731520793.852545:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731520793.852554:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856f20. 00000400:00000010:0.0:1731520793.852560:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966c38. 00000100:00000200:0.0:1731520793.852568:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915010176, portal 25 00000400:00000010:0.0:1731520793.852572:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966440. 00000100:00000200:0.0:1731520793.852574:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915010176, offset 0 00000400:00000200:0.0:1731520793.852596:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520793.852608:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520793.852612:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520793.852616:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520793.852620:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520793.852621:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520793.852624:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [341:341:256:4294967295] 192.168.203.102@tcp LPNI seq info [341:341:8:4294967295] 00000400:00000200:0.0:1731520793.852632:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520793.852665:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520793.852669:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78700. 00000800:00000200:0.0:1731520793.852675:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520793.852682:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520793.852686:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520793.852836:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520793.852842:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78700. 00000400:00000200:2.0:1731520793.852846:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520793.852853:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520793.852857:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966440 00000400:00000010:2.0:1731520793.852858:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966440. 00000100:00000200:2.0:1731520793.852865:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915010176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520793.854323:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520793.854335:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b480 00000400:00000200:0.0:1731520793.854341:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb79 [1] + 224 00000400:00000200:0.0:1731520793.854362:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520793.854366:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520793.854372:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915010176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520793.854473:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856f20. 00000400:00000200:2.0:1731520793.854476:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966c38 00000400:00000010:2.0:1731520793.854478:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966c38. 00000100:00000200:2.0:1731520793.854483:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915010176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520793.854489:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915010176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520793.854506:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731520793.854509:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:2.0:1731520793.854513:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731520798.860361:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731520798.860376:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:2.0:1731520798.860452:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225200. 00000400:00000010:2.0:1731520798.860458:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520798.860471:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520798.860477:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915010304, portal 25 00000400:00000010:2.0:1731520798.860480:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac36e8. 00000100:00000200:2.0:1731520798.860481:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915010304, offset 0 00000400:00000200:2.0:1731520798.860488:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520798.860496:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520798.860499:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520798.860503:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520798.860505:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520798.860506:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520798.860509:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [342:342:256:4294967295] 192.168.203.102@tcp LPNI seq info [342:342:8:4294967295] 00000400:00000200:2.0:1731520798.860515:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520798.860520:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520798.860523:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731520798.860527:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520798.860534:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520798.860536:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520798.860636:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520798.860639:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731520798.860644:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520798.860648:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520798.860650:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac36e8 00000400:00000010:0.0:1731520798.860652:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac36e8. 00000100:00000200:0.0:1731520798.860657:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915010304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520798.862119:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520798.862135:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b500 00000400:00000200:0.0:1731520798.862140:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb81 [1] + 224 00000400:00000200:0.0:1731520798.862153:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520798.862156:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520798.862161:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915010304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520798.862215:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520798.862218:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520798.862219:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520798.862223:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915010304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520798.862227:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915010304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520798.862241:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225200. 02000000:00000010:2.0:1731520798.862244:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:2.0:1731520798.862246:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731520803.868384:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731520803.868398:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:2.0:1731520803.868471:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225200. 00000400:00000010:2.0:1731520803.868557:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520803.868564:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520803.868570:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915010432, portal 25 00000400:00000010:2.0:1731520803.868582:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3198. 00000100:00000200:2.0:1731520803.868585:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915010432, offset 0 00000400:00000200:2.0:1731520803.868592:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520803.868601:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520803.868605:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520803.868608:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520803.868611:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520803.868612:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520803.868615:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [343:343:256:4294967295] 192.168.203.102@tcp LPNI seq info [343:343:8:4294967295] 00000400:00000200:2.0:1731520803.868622:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520803.868626:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520803.868629:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731520803.868633:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520803.868639:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520803.868641:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520803.868735:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520803.868738:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731520803.868740:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520803.868743:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520803.868746:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3198 00000400:00000010:0.0:1731520803.868747:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3198. 00000100:00000200:0.0:1731520803.868751:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915010432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520803.870442:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520803.870452:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b580 00000400:00000200:0.0:1731520803.870457:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb89 [1] + 224 00000400:00000200:0.0:1731520803.870472:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520803.870476:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520803.870482:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915010432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520803.870704:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520803.870708:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520803.870710:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520803.870714:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915010432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520803.870721:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915010432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520819 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520803.870737:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225200. 02000000:00000010:2.0:1731520803.870740:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:2.0:1731520803.870743:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731520808.876371:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731520808.876388:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:2.0:1731520808.876883:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225200. 00000400:00000010:2.0:1731520808.876889:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520808.876894:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520808.876900:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915010560, portal 25 00000400:00000010:2.0:1731520808.876904:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac34c8. 00000100:00000200:2.0:1731520808.876915:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915010560, offset 0 00000400:00000200:2.0:1731520808.876922:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520808.876931:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520808.876935:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520808.876938:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520808.876940:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520808.876942:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520808.876945:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [344:344:256:4294967295] 192.168.203.102@tcp LPNI seq info [344:344:8:4294967295] 00000400:00000200:2.0:1731520808.876957:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520808.876961:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520808.876964:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731520808.876968:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520808.876975:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520808.876981:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520808.877139:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520808.877141:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731520808.877145:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520808.877149:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520808.877152:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac34c8 00000400:00000010:0.0:1731520808.877153:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac34c8. 00000100:00000200:0.0:1731520808.877159:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915010560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520808.879537:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520808.879560:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b600 00000400:00000200:0.0:1731520808.879566:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb91 [1] + 224 00000400:00000200:0.0:1731520808.879582:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520808.879586:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520808.879594:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915010560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520808.880139:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520808.880143:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520808.880145:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520808.880150:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915010560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520808.880161:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915010560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520808.880179:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225200. 02000000:00000010:2.0:1731520808.880184:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:2.0:1731520808.880187:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731520813.884463:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731520813.884480:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:0.0:1731520813.884596:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731520813.884602:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8564d0. 00000400:00000010:0.0:1731520813.884607:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9664c8. 00000100:00000200:0.0:1731520813.884613:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915010688, portal 25 00000400:00000010:0.0:1731520813.884617:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9662a8. 00000100:00000200:0.0:1731520813.884619:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915010688, offset 0 00000400:00000200:0.0:1731520813.884626:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520813.884634:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520813.884638:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520813.884642:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520813.884644:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520813.884659:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520813.884662:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [345:345:256:4294967295] 192.168.203.102@tcp LPNI seq info [345:345:8:4294967295] 00000400:00000200:0.0:1731520813.884670:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520813.884676:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520813.884679:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78800. 00000800:00000200:0.0:1731520813.884683:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520813.884690:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520813.884693:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520813.884942:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520813.884945:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78800. 00000400:00000200:1.0:1731520813.884948:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520813.884951:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731520813.884954:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9662a8 00000400:00000010:1.0:1731520813.884955:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9662a8. 00000100:00000200:1.0:1731520813.884961:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915010688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520813.886675:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520813.886689:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b680 00000400:00000200:0.0:1731520813.886695:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xb99 [1] + 224 00000400:00000200:0.0:1731520813.886711:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520813.886721:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520813.886727:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915010688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520813.886790:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8564d0. 00000400:00000200:2.0:1731520813.886794:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9664c8 00000400:00000010:2.0:1731520813.886795:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9664c8. 00000100:00000200:2.0:1731520813.886800:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915010688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520813.886830:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915010688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520813.886852:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731520813.886856:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:2.0:1731520813.886859:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731520818.893902:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731520818.893920:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:2.0:1731520818.893996:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225200. 00000400:00000010:2.0:1731520818.894002:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520818.894007:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520818.894013:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915010816, portal 25 00000400:00000010:2.0:1731520818.894016:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3cc0. 00000100:00000200:2.0:1731520818.894018:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915010816, offset 0 00000400:00000200:2.0:1731520818.894024:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520818.894034:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520818.894038:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520818.894041:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520818.894043:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520818.894045:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520818.894047:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [346:346:256:4294967295] 192.168.203.102@tcp LPNI seq info [346:346:8:4294967295] 00000400:00000200:2.0:1731520818.894054:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520818.894058:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520818.894061:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731520818.894064:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520818.894069:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520818.894072:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520818.894154:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520818.894156:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731520818.894159:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520818.894162:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520818.894164:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3cc0 00000400:00000010:0.0:1731520818.894165:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3cc0. 00000100:00000200:0.0:1731520818.894169:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915010816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520818.895475:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520818.895484:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b700 00000400:00000200:0.0:1731520818.895489:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xba1 [1] + 224 00000400:00000200:0.0:1731520818.895503:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520818.895507:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520818.895511:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915010816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520818.895586:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520818.895590:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520818.895591:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520818.895596:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915010816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520818.895602:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915010816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520818.895633:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225200. 02000000:00000010:2.0:1731520818.895637:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731520818.895640:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731520823.900398:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731520823.900419:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:1.0:1731520823.900524:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731520823.900540:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520823.900546:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520823.900551:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915010944, portal 25 00000400:00000010:1.0:1731520823.900555:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3816e8. 00000100:00000200:1.0:1731520823.900556:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915010944, offset 0 00000400:00000200:1.0:1731520823.900564:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520823.900573:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520823.900578:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520823.900581:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520823.900584:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520823.900586:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520823.900588:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [347:347:256:4294967295] 192.168.203.102@tcp LPNI seq info [347:347:8:4294967295] 00000400:00000200:1.0:1731520823.900596:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520823.900601:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520823.900604:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731520823.900608:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520823.900615:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520823.900618:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520823.900893:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520823.900896:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731520823.900900:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520823.900904:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520823.900907:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3816e8 00000400:00000010:0.0:1731520823.900909:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3816e8. 00000100:00000200:0.0:1731520823.900915:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915010944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520823.908627:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520823.908650:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b780 00000400:00000200:0.0:1731520823.908659:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xba9 [1] + 224 00000400:00000200:0.0:1731520823.908681:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520823.908695:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520823.908706:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915010944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520823.908804:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520823.908810:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520823.908812:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520823.908818:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915010944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520823.908824:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915010944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520823.908851:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731520823.908855:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:1.0:1731520823.908860:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731520828.908403:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731520828.908418:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:1.0:1731520828.908529:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731520828.908535:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520828.908550:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520828.908555:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915011072, portal 25 00000400:00000010:1.0:1731520828.908559:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381550. 00000100:00000200:1.0:1731520828.908560:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915011072, offset 0 00000400:00000200:1.0:1731520828.908567:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520828.908577:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520828.908581:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520828.908584:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520828.908587:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520828.908588:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520828.908591:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [348:348:256:4294967295] 192.168.203.102@tcp LPNI seq info [348:348:8:4294967295] 00000400:00000200:1.0:1731520828.908598:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520828.908603:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520828.908605:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731520828.908610:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520828.908617:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520828.908620:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520828.908758:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520828.908761:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731520828.908764:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520828.908767:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520828.908769:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381550 00000400:00000010:0.0:1731520828.908770:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381550. 00000100:00000200:0.0:1731520828.908774:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915011072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520828.911755:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520828.911770:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b800 00000400:00000200:0.0:1731520828.911775:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xbb1 [1] + 224 00000400:00000200:0.0:1731520828.911793:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520828.911796:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520828.911803:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915011072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520828.911867:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520828.911872:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520828.911873:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520828.911878:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915011072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520828.911886:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915011072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520828.911903:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731520828.911907:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:1.0:1731520828.911910:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731520833.916549:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731520833.916567:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:0.0:1731520833.916757:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb7400. 00000400:00000010:0.0:1731520833.916764:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856580. 00000400:00000010:0.0:1731520833.916769:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9667f8. 00000100:00000200:0.0:1731520833.916774:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915011200, portal 25 00000400:00000010:0.0:1731520833.916778:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966f68. 00000100:00000200:0.0:1731520833.916779:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915011200, offset 0 00000400:00000200:0.0:1731520833.916786:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520833.916794:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520833.916798:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520833.916801:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520833.916804:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520833.916806:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520833.916808:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [349:349:256:4294967295] 192.168.203.102@tcp LPNI seq info [349:349:8:4294967295] 00000400:00000200:0.0:1731520833.916825:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520833.916830:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520833.916833:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78500. 00000800:00000200:0.0:1731520833.916838:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520833.916844:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520833.916848:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520833.916986:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520833.916988:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78500. 00000400:00000200:1.0:1731520833.916990:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520833.916993:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731520833.916999:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966f68 00000400:00000010:1.0:1731520833.917000:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966f68. 00000100:00000200:1.0:1731520833.917004:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915011200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520833.918746:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520833.918762:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b880 00000400:00000200:0.0:1731520833.918770:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xbb9 [1] + 224 00000400:00000200:0.0:1731520833.918787:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520833.918791:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520833.918799:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915011200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520849 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520833.918973:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856580. 00000400:00000200:2.0:1731520833.918977:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9667f8 00000400:00000010:2.0:1731520833.918979:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9667f8. 00000100:00000200:2.0:1731520833.918983:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915011200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520833.918990:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915011200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520849 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520833.919010:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb7400. 02000000:00000010:2.0:1731520833.919014:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:2.0:1731520833.919018:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731520838.924384:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731520838.924404:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:2.0:1731520838.924487:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225200. 00000400:00000010:2.0:1731520838.924494:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520838.924498:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520838.924504:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915011328, portal 25 00000400:00000010:2.0:1731520838.924508:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3660. 00000100:00000200:2.0:1731520838.924510:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915011328, offset 0 00000400:00000200:2.0:1731520838.924516:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520838.924529:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520838.924533:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520838.924536:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520838.924539:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520838.924540:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520838.924543:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [350:350:256:4294967295] 192.168.203.102@tcp LPNI seq info [350:350:8:4294967295] 00000400:00000200:2.0:1731520838.924550:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520838.924554:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520838.924556:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731520838.924569:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520838.924574:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520838.924577:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520838.924849:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520838.924852:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731520838.924855:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520838.924859:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520838.924862:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3660 00000400:00000010:0.0:1731520838.924864:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3660. 00000100:00000200:0.0:1731520838.924869:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915011328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520838.925819:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520838.925828:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b900 00000400:00000200:0.0:1731520838.925833:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xbc1 [1] + 224 00000400:00000200:0.0:1731520838.925846:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520838.925849:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520838.925853:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915011328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520838.925906:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520838.925910:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520838.925911:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520838.925915:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915011328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520838.925921:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915011328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520838.925936:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225200. 02000000:00000010:2.0:1731520838.925940:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:2.0:1731520838.925942:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731520843.932375:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731520843.932390:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:2.0:1731520843.932483:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225200. 00000400:00000010:2.0:1731520843.932489:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520843.932495:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520843.932500:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915011456, portal 25 00000400:00000010:2.0:1731520843.932504:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3088. 00000100:00000200:2.0:1731520843.932505:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915011456, offset 0 00000400:00000200:2.0:1731520843.932512:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520843.932520:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520843.932524:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520843.932527:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520843.932530:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520843.932532:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520843.932534:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [351:351:256:4294967295] 192.168.203.102@tcp LPNI seq info [351:351:8:4294967295] 00000400:00000200:2.0:1731520843.932541:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520843.932546:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520843.932549:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731520843.932553:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520843.932564:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520843.932567:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520843.932728:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520843.932732:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731520843.932735:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520843.932739:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520843.932742:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3088 00000400:00000010:0.0:1731520843.932743:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3088. 00000100:00000200:0.0:1731520843.932748:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915011456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520843.933870:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520843.933879:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820b980 00000400:00000200:0.0:1731520843.933884:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xbc9 [1] + 224 00000400:00000200:0.0:1731520843.933899:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520843.933902:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520843.933907:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915011456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520843.934236:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520843.934240:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520843.934242:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520843.934247:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915011456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520843.934253:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915011456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520843.934298:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225200. 02000000:00000010:2.0:1731520843.934303:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:2.0:1731520843.934305:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731520848.940376:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731520848.940392:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:1.0:1731520848.940469:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731520848.940477:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520848.940481:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520848.940487:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915011584, portal 25 00000400:00000010:1.0:1731520848.940499:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381c38. 00000100:00000200:1.0:1731520848.940501:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915011584, offset 0 00000400:00000200:1.0:1731520848.940507:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520848.940515:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520848.940519:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520848.940522:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520848.940525:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520848.940526:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520848.940529:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [352:352:256:4294967295] 192.168.203.102@tcp LPNI seq info [352:352:8:4294967295] 00000400:00000200:1.0:1731520848.940537:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520848.940542:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520848.940545:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731520848.940550:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520848.940556:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520848.940559:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520848.940689:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520848.940693:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731520848.940697:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520848.940701:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520848.940704:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381c38 00000400:00000010:0.0:1731520848.940705:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381c38. 00000100:00000200:0.0:1731520848.940711:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915011584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520848.942631:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520848.942641:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ba00 00000400:00000200:0.0:1731520848.942646:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xbd1 [1] + 224 00000400:00000200:0.0:1731520848.942661:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520848.942664:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520848.942670:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915011584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520848.942732:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520848.942735:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520848.942735:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520848.942739:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915011584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520848.942743:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915011584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520848.942762:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731520848.942765:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:1.0:1731520848.942766:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000008:00000010:2.0:1731520851.452449:0:49:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b6d10e00. 00000100:00000010:2.0:1731520851.452460:0:49:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447480. 02000000:00000010:2.0:1731520851.452471:0:49:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b4225200. 00000008:00000010:2.0:1731520851.452478:0:49:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b66130d0. 00000008:00000010:2.0:1731520851.452515:0:49:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b6d10e00. 00000008:00000010:2.0:1731520851.452521:0:49:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b6d10e00. 00000100:00000010:2.0:1731520851.452524:0:49:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447b80. 02000000:00000010:2.0:1731520851.452528:0:49:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b4225400. 00000008:00000010:0.0:1731520851.452530:0:6393:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b66130d0. 00000008:00000010:2.0:1731520851.452531:0:49:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b6613680. 00000008:00000010:2.0:1731520851.452535:0:49:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b6d10e00. 00000008:00000010:2.0:1731520851.452537:0:49:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b6d10e00. 02000000:00000010:0.0:1731520851.452538:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b4225200. 00000100:00000010:2.0:1731520851.452540:0:49:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 00000100:00000010:0.0:1731520851.452542:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447480. 02000000:00000010:2.0:1731520851.452543:0:49:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b4225c00. 00000008:00000010:2.0:1731520851.452545:0:49:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b6613750. 00000008:00000010:0.0:1731520851.452572:0:6393:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6613680. 02000000:00000010:0.0:1731520851.452575:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b4225400. 00000100:00000010:0.0:1731520851.452577:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447b80. 00000008:00000010:2.0:1731520851.452582:0:49:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b6d10e00. 00000008:00000010:0.0:1731520851.452592:0:6391:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6613750. 02000000:00000010:0.0:1731520851.452595:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b4225c00. 00000100:00000010:0.0:1731520851.452596:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000100:00000010:3.0:1731520853.948369:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731520853.948386:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:0.0:1731520853.948485:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731520853.948492:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856ec8. 00000400:00000010:0.0:1731520853.948497:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966e58. 00000100:00000200:0.0:1731520853.948503:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915012096, portal 25 00000400:00000010:0.0:1731520853.948506:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966ee0. 00000100:00000200:0.0:1731520853.948507:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915012096, offset 0 00000400:00000200:0.0:1731520853.948515:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520853.948524:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520853.948528:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520853.948557:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520853.948560:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520853.948562:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520853.948564:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [353:353:256:4294967295] 192.168.203.102@tcp LPNI seq info [353:353:8:4294967295] 00000400:00000200:0.0:1731520853.948573:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520853.948578:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520853.948581:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78400. 00000800:00000200:0.0:1731520853.948585:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520853.948592:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520853.948594:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520853.948716:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520853.948719:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78400. 00000400:00000200:2.0:1731520853.948721:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520853.948726:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520853.948736:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966ee0 00000400:00000010:2.0:1731520853.948737:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966ee0. 00000100:00000200:2.0:1731520853.948742:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915012096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520853.950529:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520853.950556:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820bc00 00000400:00000200:0.0:1731520853.950562:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xbd9 [1] + 224 00000400:00000200:0.0:1731520853.950576:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520853.950580:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520853.950585:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915012096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520853.950636:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856ec8. 00000400:00000200:2.0:1731520853.950639:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966e58 00000400:00000010:2.0:1731520853.950641:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966e58. 00000100:00000200:2.0:1731520853.950645:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915012096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520853.950651:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915012096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520853.950667:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731520853.950670:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:2.0:1731520853.950673:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731520858.956371:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731520858.956386:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:0.0:1731520858.956461:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b5cb6000. 00000400:00000010:0.0:1731520858.956468:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856b58. 00000400:00000010:0.0:1731520858.956473:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966d48. 00000100:00000200:0.0:1731520858.956479:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915012224, portal 25 00000400:00000010:0.0:1731520858.956483:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966770. 00000100:00000200:0.0:1731520858.956484:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915012224, offset 0 00000400:00000200:0.0:1731520858.956492:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520858.956528:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520858.956532:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520858.956536:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520858.956538:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520858.956540:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520858.956543:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [354:354:256:4294967295] 192.168.203.102@tcp LPNI seq info [354:354:8:4294967295] 00000400:00000200:0.0:1731520858.956551:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520858.956673:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520858.956677:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78600. 00000800:00000200:0.0:1731520858.956682:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520858.956688:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520858.956691:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520858.956804:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520858.956808:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78600. 00000400:00000200:2.0:1731520858.956811:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520858.956815:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520858.956818:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966770 00000400:00000010:2.0:1731520858.956820:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966770. 00000100:00000200:2.0:1731520858.956825:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915012224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520858.958118:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520858.958128:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820bc80 00000400:00000200:0.0:1731520858.958134:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xbe1 [1] + 224 00000400:00000200:0.0:1731520858.958149:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520858.958157:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520858.958163:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915012224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520858.958241:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856b58. 00000400:00000200:2.0:1731520858.958244:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966d48 00000400:00000010:2.0:1731520858.958245:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966d48. 00000100:00000200:2.0:1731520858.958249:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915012224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520858.958255:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915012224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520858.958395:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b5cb6000. 02000000:00000010:2.0:1731520858.958399:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731520858.958406:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731520863.964360:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731520863.964373:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:2.0:1731520863.964442:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731520863.964448:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520863.964453:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520863.964458:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915012352, portal 25 00000400:00000010:2.0:1731520863.964490:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3880. 00000100:00000200:2.0:1731520863.964493:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915012352, offset 0 00000400:00000200:2.0:1731520863.964500:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520863.964509:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520863.964512:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520863.964516:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520863.964518:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520863.964520:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520863.964522:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [355:355:256:4294967295] 192.168.203.102@tcp LPNI seq info [355:355:8:4294967295] 00000400:00000200:2.0:1731520863.964530:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520863.964535:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520863.964538:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731520863.964542:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520863.964548:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520863.964551:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520863.964692:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520863.964695:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731520863.964699:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520863.964703:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520863.964706:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3880 00000400:00000010:0.0:1731520863.964707:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3880. 00000100:00000200:0.0:1731520863.964712:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915012352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520863.965900:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520863.965910:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820bd00 00000400:00000200:0.0:1731520863.965916:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xbe9 [1] + 224 00000400:00000200:0.0:1731520863.965932:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520863.965936:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520863.965942:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915012352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520863.966042:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520863.966047:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520863.966048:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520863.966052:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915012352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520863.966058:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915012352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520863.966073:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731520863.966077:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:2.0:1731520863.966080:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731520868.972379:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731520868.972395:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:2.0:1731520868.972505:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731520868.972512:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520868.972517:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520868.972523:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915012480, portal 25 00000400:00000010:2.0:1731520868.972526:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3f68. 00000100:00000200:2.0:1731520868.972527:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915012480, offset 0 00000400:00000200:2.0:1731520868.972535:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520868.972544:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520868.972549:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520868.972552:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520868.972555:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520868.972556:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520868.972559:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [356:356:256:4294967295] 192.168.203.102@tcp LPNI seq info [356:356:8:4294967295] 00000400:00000200:2.0:1731520868.972565:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520868.972570:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520868.972572:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731520868.972577:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520868.972583:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520868.972586:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520868.972700:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520868.972703:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731520868.972706:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520868.972711:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520868.972713:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3f68 00000400:00000010:0.0:1731520868.972715:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3f68. 00000100:00000200:0.0:1731520868.972720:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915012480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520868.973726:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520868.973735:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820bd80 00000400:00000200:0.0:1731520868.973740:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xbf1 [1] + 224 00000400:00000200:0.0:1731520868.973757:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520868.973767:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520868.973772:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915012480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520868.973820:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520868.973824:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520868.973826:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520868.973829:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915012480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520868.973835:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915012480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520868.973850:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731520868.973853:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:2.0:1731520868.973856:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731520873.980427:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731520873.980444:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:1.0:1731520873.980523:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731520873.980529:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520873.980534:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520873.980539:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915012608, portal 25 00000400:00000010:1.0:1731520873.980543:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381908. 00000100:00000200:1.0:1731520873.980545:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915012608, offset 0 00000400:00000200:1.0:1731520873.980552:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520873.980561:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520873.980565:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520873.980568:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520873.980570:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520873.980572:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520873.980575:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [357:357:256:4294967295] 192.168.203.102@tcp LPNI seq info [357:357:8:4294967295] 00000400:00000200:1.0:1731520873.980583:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520873.980587:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520873.980590:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731520873.980595:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520873.980601:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520873.980604:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520873.980814:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520873.980817:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731520873.980821:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520873.980825:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520873.980828:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381908 00000400:00000010:0.0:1731520873.980829:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381908. 00000100:00000200:0.0:1731520873.980834:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915012608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520873.982835:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520873.982847:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820be00 00000400:00000200:0.0:1731520873.982853:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xbf9 [1] + 224 00000400:00000200:0.0:1731520873.982874:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520873.982878:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520873.982884:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915012608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520873.982974:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520873.982978:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520873.982979:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520873.982984:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915012608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520873.982990:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915012608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520889 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520873.983022:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731520873.983026:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:1.0:1731520873.983029:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731520878.988484:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731520878.988499:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:0.0:1731520878.988572:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7600. 00000400:00000010:0.0:1731520878.988577:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856d10. 00000400:00000010:0.0:1731520878.988582:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966330. 00000100:00000200:0.0:1731520878.988586:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915012736, portal 25 00000400:00000010:0.0:1731520878.988589:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966cc0. 00000100:00000200:0.0:1731520878.988590:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915012736, offset 0 00000400:00000200:0.0:1731520878.988596:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520878.988604:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520878.988606:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520878.988609:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520878.988611:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520878.988612:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520878.988614:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [358:358:256:4294967295] 192.168.203.102@tcp LPNI seq info [358:358:8:4294967295] 00000400:00000200:0.0:1731520878.988628:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520878.988632:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520878.988634:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78a00. 00000800:00000200:0.0:1731520878.988638:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520878.988642:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520878.988644:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520878.988734:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520878.988740:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78a00. 00000400:00000200:2.0:1731520878.988743:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520878.988747:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520878.988750:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966cc0 00000400:00000010:2.0:1731520878.988751:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966cc0. 00000100:00000200:2.0:1731520878.988756:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915012736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520878.989752:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520878.989760:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820be80 00000400:00000200:0.0:1731520878.989765:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc01 [1] + 224 00000400:00000200:0.0:1731520878.989778:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520878.989781:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520878.989786:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915012736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520878.989860:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856d10. 00000400:00000200:2.0:1731520878.989864:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966330 00000400:00000010:2.0:1731520878.989865:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966330. 00000100:00000200:2.0:1731520878.989869:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915012736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520878.989879:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915012736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520878.989894:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7600. 02000000:00000010:2.0:1731520878.989898:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:2.0:1731520878.989900:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731520883.997242:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731520883.997259:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:0.0:1731520883.997414:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7a00. 00000400:00000010:0.0:1731520883.997420:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856b00. 00000400:00000010:0.0:1731520883.997426:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966330. 00000100:00000200:0.0:1731520883.997432:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915012864, portal 25 00000400:00000010:0.0:1731520883.997436:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966cc0. 00000100:00000200:0.0:1731520883.997437:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915012864, offset 0 00000400:00000200:0.0:1731520883.997444:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520883.997453:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520883.997457:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520883.997460:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520883.997463:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520883.997465:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520883.997467:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [359:359:256:4294967295] 192.168.203.102@tcp LPNI seq info [359:359:8:4294967295] 00000400:00000200:0.0:1731520883.997474:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520883.997478:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520883.997491:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78c00. 00000800:00000200:0.0:1731520883.997495:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520883.997502:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520883.997505:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520883.997846:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520883.997849:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78c00. 00000400:00000200:1.0:1731520883.997853:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520883.997857:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731520883.997860:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966cc0 00000400:00000010:1.0:1731520883.997862:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966cc0. 00000100:00000200:1.0:1731520883.997868:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915012864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520883.999416:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520883.999426:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820bf00 00000400:00000200:0.0:1731520883.999431:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc09 [1] + 224 00000400:00000200:0.0:1731520883.999448:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520883.999452:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520883.999458:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915012864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520883.999517:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856b00. 00000400:00000200:2.0:1731520883.999520:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966330 00000400:00000010:2.0:1731520883.999522:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966330. 00000100:00000200:2.0:1731520883.999527:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915012864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520883.999533:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915012864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520883.999550:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7a00. 02000000:00000010:2.0:1731520883.999555:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:2.0:1731520883.999558:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731520889.004429:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731520889.004445:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:2.0:1731520889.005052:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731520889.005059:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520889.005064:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520889.005069:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915012992, portal 25 00000400:00000010:2.0:1731520889.005082:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3990. 00000100:00000200:2.0:1731520889.005084:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915012992, offset 0 00000400:00000200:2.0:1731520889.005090:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520889.005099:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520889.005103:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520889.005106:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520889.005108:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520889.005110:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520889.005112:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [360:360:256:4294967295] 192.168.203.102@tcp LPNI seq info [360:360:8:4294967295] 00000400:00000200:2.0:1731520889.005119:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520889.005124:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520889.005127:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731520889.005132:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520889.005138:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520889.005141:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520889.005535:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520889.005538:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731520889.005542:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520889.005546:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520889.005549:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3990 00000400:00000010:0.0:1731520889.005550:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3990. 00000100:00000200:0.0:1731520889.005555:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915012992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520889.006992:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520889.007003:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820bf80 00000400:00000200:0.0:1731520889.007008:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc11 [1] + 224 00000400:00000200:0.0:1731520889.007022:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520889.007026:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520889.007032:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915012992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520889.007189:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520889.007192:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520889.007194:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520889.007198:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915012992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520889.007205:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915012992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520889.007221:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731520889.007224:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:2.0:1731520889.007227:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731520894.012456:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731520894.012470:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:2.0:1731520894.012560:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731520894.012566:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520894.012571:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520894.012577:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915013120, portal 25 00000400:00000010:2.0:1731520894.012581:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3990. 00000100:00000200:2.0:1731520894.012593:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915013120, offset 0 00000400:00000200:2.0:1731520894.012600:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520894.012608:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520894.012613:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520894.012615:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520894.012618:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520894.012619:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520894.012622:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [361:361:256:4294967295] 192.168.203.102@tcp LPNI seq info [361:361:8:4294967295] 00000400:00000200:2.0:1731520894.012629:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520894.012634:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520894.012637:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731520894.012641:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520894.012648:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520894.012650:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520894.012794:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520894.012796:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731520894.012799:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520894.012808:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520894.012811:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3990 00000400:00000010:0.0:1731520894.012812:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3990. 00000100:00000200:0.0:1731520894.012817:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915013120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520894.014121:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520894.014130:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c000 00000400:00000200:0.0:1731520894.014135:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc19 [1] + 224 00000400:00000200:0.0:1731520894.014148:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520894.014152:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520894.014157:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915013120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520894.014238:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520894.014242:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520894.014243:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520894.014248:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915013120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520894.014297:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915013120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520894.014314:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731520894.014318:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:2.0:1731520894.014321:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731520899.020699:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731520899.020713:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:2.0:1731520899.020827:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731520899.020832:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520899.020838:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520899.020843:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915013248, portal 25 00000400:00000010:2.0:1731520899.020847:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3f68. 00000100:00000200:2.0:1731520899.020848:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915013248, offset 0 00000400:00000200:2.0:1731520899.020863:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520899.020873:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520899.020878:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520899.020881:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520899.020883:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520899.020885:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520899.020887:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [362:362:256:4294967295] 192.168.203.102@tcp LPNI seq info [362:362:8:4294967295] 00000400:00000200:2.0:1731520899.020894:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520899.020899:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520899.020902:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731520899.020906:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520899.020913:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520899.020916:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520899.021086:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520899.021088:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:1.0:1731520899.021092:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520899.021096:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731520899.021099:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3f68 00000400:00000010:1.0:1731520899.021100:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3f68. 00000100:00000200:1.0:1731520899.021105:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915013248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520899.022159:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520899.022168:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c080 00000400:00000200:0.0:1731520899.022173:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc21 [1] + 224 00000400:00000200:0.0:1731520899.022186:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520899.022189:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520899.022194:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915013248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520899.022287:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520899.022291:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520899.022292:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520899.022297:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915013248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520899.022303:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915013248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520899.022318:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731520899.022322:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:2.0:1731520899.022325:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731520904.028373:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731520904.028388:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:2.0:1731520904.028481:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731520904.028488:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520904.028494:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520904.028499:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915013376, portal 25 00000400:00000010:2.0:1731520904.028502:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3880. 00000100:00000200:2.0:1731520904.028504:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915013376, offset 0 00000400:00000200:2.0:1731520904.028510:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520904.028527:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520904.028531:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520904.028534:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520904.028537:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520904.028538:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520904.028541:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [363:363:256:4294967295] 192.168.203.102@tcp LPNI seq info [363:363:8:4294967295] 00000400:00000200:2.0:1731520904.028548:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520904.028553:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520904.028556:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731520904.028560:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520904.028566:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520904.028569:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731520904.028684:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731520904.028687:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:1.0:1731520904.028690:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731520904.028694:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731520904.028697:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3880 00000400:00000010:1.0:1731520904.028698:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3880. 00000100:00000200:1.0:1731520904.028703:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915013376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520904.029730:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520904.029736:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c100 00000400:00000200:0.0:1731520904.029740:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc29 [1] + 224 00000400:00000200:0.0:1731520904.029749:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520904.029751:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520904.029755:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915013376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520904.029824:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520904.029827:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520904.029828:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520904.029832:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915013376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520904.029838:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915013376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520904.029853:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731520904.029857:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:2.0:1731520904.029860:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731520909.036369:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731520909.036385:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:2.0:1731520909.036456:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731520909.036462:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520909.036467:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520909.036472:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915013504, portal 25 00000400:00000010:2.0:1731520909.036476:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3088. 00000100:00000200:2.0:1731520909.036481:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915013504, offset 0 00000400:00000200:2.0:1731520909.036488:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520909.036495:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520909.036505:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520909.036508:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520909.036511:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520909.036512:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520909.036514:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [364:364:256:4294967295] 192.168.203.102@tcp LPNI seq info [364:364:8:4294967295] 00000400:00000200:2.0:1731520909.036519:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520909.036523:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520909.036525:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731520909.036528:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520909.036533:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520909.036535:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520909.036642:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520909.036645:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731520909.036653:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520909.036657:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520909.036660:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3088 00000400:00000010:0.0:1731520909.036661:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3088. 00000100:00000200:0.0:1731520909.036666:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915013504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520909.037646:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520909.037654:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c180 00000400:00000200:0.0:1731520909.037660:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc31 [1] + 224 00000400:00000200:0.0:1731520909.037671:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520909.037674:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520909.037679:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915013504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520909.037734:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520909.037737:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520909.037739:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520909.037743:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915013504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520909.037749:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915013504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520909.037764:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731520909.037768:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:2.0:1731520909.037771:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731520914.044393:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731520914.044415:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:1.0:1731520914.044492:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731520914.044498:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520914.044503:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520914.044509:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915013632, portal 25 00000400:00000010:1.0:1731520914.044522:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381d48. 00000100:00000200:1.0:1731520914.044525:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915013632, offset 0 00000400:00000200:1.0:1731520914.044531:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520914.044541:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520914.044545:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520914.044548:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520914.044550:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520914.044552:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520914.044554:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [365:365:256:4294967295] 192.168.203.102@tcp LPNI seq info [365:365:8:4294967295] 00000400:00000200:1.0:1731520914.044561:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520914.044566:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520914.044569:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731520914.044573:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520914.044579:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520914.044583:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520914.044727:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520914.044729:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731520914.044732:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520914.044736:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520914.044738:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381d48 00000400:00000010:0.0:1731520914.044739:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381d48. 00000100:00000200:0.0:1731520914.044744:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915013632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520914.045845:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520914.045853:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c200 00000400:00000200:0.0:1731520914.045859:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc39 [1] + 224 00000400:00000200:0.0:1731520914.045871:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520914.045874:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520914.045878:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915013632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520914.045933:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520914.045936:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520914.045937:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520914.045942:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915013632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520914.045948:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915013632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520914.045964:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731520914.045968:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:1.0:1731520914.045971:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731520919.052369:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731520919.052385:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:2.0:1731520919.052459:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731520919.052466:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520919.052472:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520919.052478:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915013760, portal 25 00000400:00000010:2.0:1731520919.052481:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3660. 00000100:00000200:2.0:1731520919.052483:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915013760, offset 0 00000400:00000200:2.0:1731520919.052490:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520919.052499:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520919.052503:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520919.052516:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520919.052518:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520919.052520:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520919.052523:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [366:366:256:4294967295] 192.168.203.102@tcp LPNI seq info [366:366:8:4294967295] 00000400:00000200:2.0:1731520919.052531:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520919.052535:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520919.052538:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731520919.052543:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520919.052550:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520919.052553:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520919.052655:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520919.052661:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731520919.052664:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520919.052667:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520919.052670:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3660 00000400:00000010:0.0:1731520919.052670:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3660. 00000100:00000200:0.0:1731520919.052675:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915013760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520919.053798:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520919.053809:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c280 00000400:00000200:0.0:1731520919.053814:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc41 [1] + 224 00000400:00000200:0.0:1731520919.053826:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520919.053830:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520919.053834:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915013760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520919.053885:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520919.053889:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520919.053891:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520919.053897:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915013760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520919.053904:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915013760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520919.053919:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731520919.053924:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:2.0:1731520919.053926:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731520924.060374:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731520924.060399:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:0.0:1731520924.060472:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6800. 00000400:00000010:0.0:1731520924.060479:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856bb0. 00000400:00000010:0.0:1731520924.060484:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966d48. 00000100:00000200:0.0:1731520924.060488:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915013888, portal 25 00000400:00000010:0.0:1731520924.060492:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966770. 00000100:00000200:0.0:1731520924.060494:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915013888, offset 0 00000400:00000200:0.0:1731520924.060501:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520924.060511:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520924.060514:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520924.060517:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520924.060520:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520924.060521:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520924.060523:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [367:367:256:4294967295] 192.168.203.102@tcp LPNI seq info [367:367:8:4294967295] 00000400:00000200:0.0:1731520924.060531:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520924.060535:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520924.060538:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78d00. 00000800:00000200:0.0:1731520924.060547:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520924.060554:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520924.060557:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520924.060655:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520924.060658:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78d00. 00000400:00000200:2.0:1731520924.060661:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520924.060665:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520924.060667:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966770 00000400:00000010:2.0:1731520924.060669:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966770. 00000100:00000200:2.0:1731520924.060677:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915013888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520924.061588:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520924.061596:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c300 00000400:00000200:0.0:1731520924.061602:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc49 [1] + 224 00000400:00000200:0.0:1731520924.061615:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520924.061618:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520924.061623:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915013888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520924.061668:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856bb0. 00000400:00000200:2.0:1731520924.061671:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966d48 00000400:00000010:2.0:1731520924.061672:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966d48. 00000100:00000200:2.0:1731520924.061682:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915013888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520924.061688:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915013888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520924.061702:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6800. 02000000:00000010:2.0:1731520924.061706:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:2.0:1731520924.061709:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731520929.068382:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731520929.068397:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:2.0:1731520929.068468:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520929.068475:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520929.068480:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520929.068485:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915014016, portal 25 00000400:00000010:2.0:1731520929.068489:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3cc0. 00000100:00000200:2.0:1731520929.068490:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915014016, offset 0 00000400:00000200:2.0:1731520929.068497:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520929.068506:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520929.068510:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520929.068512:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520929.068515:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520929.068516:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520929.068519:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [368:368:256:4294967295] 192.168.203.102@tcp LPNI seq info [368:368:8:4294967295] 00000400:00000200:2.0:1731520929.068527:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520929.068532:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520929.068535:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731520929.068540:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520929.068546:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520929.068549:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520929.068660:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520929.068663:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731520929.068667:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520929.068671:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520929.068673:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3cc0 00000400:00000010:0.0:1731520929.068674:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3cc0. 00000100:00000200:0.0:1731520929.068680:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915014016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520929.069611:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520929.069617:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c380 00000400:00000200:0.0:1731520929.069620:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc51 [1] + 224 00000400:00000200:0.0:1731520929.069632:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520929.069635:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520929.069638:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915014016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520929.069693:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520929.069697:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520929.069698:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520929.069702:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915014016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520929.069716:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915014016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520929.069731:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520929.069735:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731520929.069737:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731520934.076371:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731520934.076384:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:1.0:1731520934.076444:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731520934.076450:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520934.076455:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520934.076460:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915014144, portal 25 00000400:00000010:1.0:1731520934.076463:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381cc0. 00000100:00000200:1.0:1731520934.076480:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915014144, offset 0 00000400:00000200:1.0:1731520934.076487:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520934.076495:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520934.076499:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520934.076503:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520934.076506:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520934.076507:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520934.076510:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [369:369:256:4294967295] 192.168.203.102@tcp LPNI seq info [369:369:8:4294967295] 00000400:00000200:1.0:1731520934.076517:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520934.076521:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520934.076524:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731520934.076527:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520934.076533:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520934.076536:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520934.076654:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520934.076657:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731520934.076662:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520934.076666:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520934.076673:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381cc0 00000400:00000010:0.0:1731520934.076674:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381cc0. 00000100:00000200:0.0:1731520934.076680:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915014144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520934.077839:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520934.077852:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c400 00000400:00000200:0.0:1731520934.077860:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc59 [1] + 224 00000400:00000200:0.0:1731520934.077881:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520934.077885:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520934.077893:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915014144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520934.077955:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520934.077959:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520934.077961:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520934.077966:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915014144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520934.077973:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915014144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520934.078010:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731520934.078014:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:1.0:1731520934.078017:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731520939.084360:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731520939.084377:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:2.0:1731520939.084453:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731520939.084460:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520939.084465:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520939.084471:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915014272, portal 25 00000400:00000010:2.0:1731520939.084475:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac34c8. 00000100:00000200:2.0:1731520939.084476:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915014272, offset 0 00000400:00000200:2.0:1731520939.084483:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520939.084492:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520939.084496:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520939.084499:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520939.084502:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520939.084503:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520939.084505:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [370:370:256:4294967295] 192.168.203.102@tcp LPNI seq info [370:370:8:4294967295] 00000400:00000200:2.0:1731520939.084512:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520939.084517:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520939.084521:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731520939.084526:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520939.084532:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520939.084536:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520939.084637:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520939.084640:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731520939.084644:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520939.084649:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520939.084652:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac34c8 00000400:00000010:0.0:1731520939.084653:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac34c8. 00000100:00000200:0.0:1731520939.084659:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915014272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520939.085657:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520939.085663:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c480 00000400:00000200:0.0:1731520939.085667:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc61 [1] + 224 00000400:00000200:0.0:1731520939.085685:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520939.085688:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520939.085693:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915014272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520939.085742:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520939.085746:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520939.085747:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520939.085752:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915014272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520939.085769:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915014272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520939.085781:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731520939.085785:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:2.0:1731520939.085787:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731520944.092386:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731520944.092403:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:0.0:1731520944.092472:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7000. 00000400:00000010:0.0:1731520944.092478:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856630. 00000400:00000010:0.0:1731520944.092483:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966e58. 00000100:00000200:0.0:1731520944.092499:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915014400, portal 25 00000400:00000010:0.0:1731520944.092503:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966ee0. 00000100:00000200:0.0:1731520944.092504:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915014400, offset 0 00000400:00000200:0.0:1731520944.092511:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520944.092521:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520944.092525:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520944.092528:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520944.092530:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520944.092533:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520944.092535:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [371:371:256:4294967295] 192.168.203.102@tcp LPNI seq info [371:371:8:4294967295] 00000400:00000200:0.0:1731520944.092543:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520944.092547:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520944.092550:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78000. 00000800:00000200:0.0:1731520944.092554:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520944.092559:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520944.092561:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520944.092666:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520944.092668:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78000. 00000400:00000200:2.0:1731520944.092671:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520944.092676:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520944.092678:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966ee0 00000400:00000010:2.0:1731520944.092680:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966ee0. 00000100:00000200:2.0:1731520944.092685:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915014400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520944.093685:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520944.093694:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c500 00000400:00000200:0.0:1731520944.093700:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc69 [1] + 224 00000400:00000200:0.0:1731520944.093714:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520944.093717:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520944.093722:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915014400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520944.093771:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856630. 00000400:00000200:2.0:1731520944.093774:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966e58 00000400:00000010:2.0:1731520944.093775:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966e58. 00000100:00000200:2.0:1731520944.093778:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915014400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520944.093783:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915014400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520944.093795:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7000. 02000000:00000010:2.0:1731520944.093798:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:2.0:1731520944.093800:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000100:00000010:3.0:1731520949.100410:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731520949.100433:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:2.0:1731520949.100517:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225400. 00000400:00000010:2.0:1731520949.100525:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520949.100530:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520949.100546:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915014528, portal 25 00000400:00000010:2.0:1731520949.100551:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3198. 00000100:00000200:2.0:1731520949.100553:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915014528, offset 0 00000400:00000200:2.0:1731520949.100561:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520949.100587:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520949.100593:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520949.100597:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520949.100600:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520949.100602:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520949.100605:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [372:372:256:4294967295] 192.168.203.102@tcp LPNI seq info [372:372:8:4294967295] 00000400:00000200:2.0:1731520949.100614:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520949.100619:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520949.100623:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731520949.100629:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520949.100637:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520949.100641:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520949.100778:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520949.100780:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731520949.100783:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520949.100787:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520949.100789:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3198 00000400:00000010:0.0:1731520949.100790:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3198. 00000100:00000200:0.0:1731520949.100797:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915014528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520949.102006:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520949.102014:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c580 00000400:00000200:0.0:1731520949.102019:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc71 [1] + 224 00000400:00000200:0.0:1731520949.102031:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520949.102034:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520949.102038:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915014528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520949.102088:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520949.102092:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520949.102093:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520949.102098:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915014528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520949.102105:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915014528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520949.102124:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225400. 02000000:00000010:2.0:1731520949.102127:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:2.0:1731520949.102130:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731520954.108362:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731520954.108377:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:1.0:1731520954.108455:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731520954.108461:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520954.108466:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520954.108471:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915014656, portal 25 00000400:00000010:1.0:1731520954.108475:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381e58. 00000100:00000200:1.0:1731520954.108477:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915014656, offset 0 00000400:00000200:1.0:1731520954.108494:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520954.108503:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520954.108507:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520954.108510:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520954.108513:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520954.108515:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520954.108517:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [373:373:256:4294967295] 192.168.203.102@tcp LPNI seq info [373:373:8:4294967295] 00000400:00000200:1.0:1731520954.108524:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520954.108529:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520954.108532:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731520954.108536:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520954.108542:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520954.108545:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520954.108663:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520954.108666:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731520954.108670:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520954.108674:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520954.108677:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381e58 00000400:00000010:0.0:1731520954.108679:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381e58. 00000100:00000200:0.0:1731520954.108684:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915014656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520954.109975:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520954.109985:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c600 00000400:00000200:0.0:1731520954.109990:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc79 [1] + 224 00000400:00000200:0.0:1731520954.110004:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520954.110013:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520954.110018:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915014656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520954.110069:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520954.110072:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520954.110073:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520954.110077:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915014656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520954.110084:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915014656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520954.110099:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731520954.110102:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:1.0:1731520954.110105:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731520959.116396:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731520959.116415:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:2.0:1731520959.116537:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225400. 00000400:00000010:2.0:1731520959.116543:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520959.116549:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520959.116554:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915014784, portal 25 00000400:00000010:2.0:1731520959.116557:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac36e8. 00000100:00000200:2.0:1731520959.116559:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915014784, offset 0 00000400:00000200:2.0:1731520959.116566:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520959.116575:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520959.116587:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520959.116590:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520959.116593:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520959.116595:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520959.116597:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [374:374:256:4294967295] 192.168.203.102@tcp LPNI seq info [374:374:8:4294967295] 00000400:00000200:2.0:1731520959.116605:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520959.116609:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520959.116612:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731520959.116617:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520959.116623:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520959.116626:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520959.116842:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520959.116845:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731520959.116849:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520959.116853:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520959.116855:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac36e8 00000400:00000010:0.0:1731520959.116857:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac36e8. 00000100:00000200:0.0:1731520959.116866:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915014784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520959.117990:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520959.118000:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c680 00000400:00000200:0.0:1731520959.118006:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc81 [1] + 224 00000400:00000200:0.0:1731520959.118019:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520959.118022:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520959.118028:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915014784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520959.118138:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520959.118142:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520959.118143:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520959.118147:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915014784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520959.118154:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915014784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520959.118170:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225400. 02000000:00000010:2.0:1731520959.118174:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:2.0:1731520959.118176:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731520964.124344:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731520964.124357:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:0.0:1731520964.124414:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7800. 00000400:00000010:0.0:1731520964.124419:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856aa8. 00000400:00000010:0.0:1731520964.124423:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9667f8. 00000100:00000200:0.0:1731520964.124428:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915014912, portal 25 00000400:00000010:0.0:1731520964.124430:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966f68. 00000100:00000200:0.0:1731520964.124431:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915014912, offset 0 00000400:00000200:0.0:1731520964.124437:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731520964.124444:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731520964.124447:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731520964.124449:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731520964.124451:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731520964.124452:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731520964.124454:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [375:375:256:4294967295] 192.168.203.102@tcp LPNI seq info [375:375:8:4294967295] 00000400:00000200:0.0:1731520964.124459:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731520964.124462:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731520964.124464:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78f00. 00000800:00000200:0.0:1731520964.124467:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731520964.124472:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731520964.124474:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520964.124556:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520964.124559:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78f00. 00000400:00000200:2.0:1731520964.124562:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520964.124566:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520964.124569:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966f68 00000400:00000010:2.0:1731520964.124570:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966f68. 00000100:00000200:2.0:1731520964.124575:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915014912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1731520964.125455:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:2.0:1731520964.125470:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c700 00000400:00000200:2.0:1731520964.125475:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc89 [1] + 224 00000400:00000200:2.0:1731520964.125487:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520964.125489:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:2.0:1731520964.125492:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915014912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:0.0:1731520964.125512:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856aa8. 00000400:00000200:0.0:1731520964.125519:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9667f8 00000400:00000010:0.0:1731520964.125520:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9667f8. 00000100:00000200:0.0:1731520964.125524:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915014912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1731520964.125530:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915014912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:0.0:1731520964.125545:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7800. 02000000:00000010:0.0:1731520964.125549:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:0.0:1731520964.125552:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731520969.132329:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731520969.132345:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:2.0:1731520969.132398:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731520969.132405:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520969.132410:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520969.132415:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915015040, portal 25 00000400:00000010:2.0:1731520969.132419:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac37f8. 00000100:00000200:2.0:1731520969.132421:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915015040, offset 0 00000400:00000200:2.0:1731520969.132427:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520969.132436:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520969.132440:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520969.132443:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520969.132445:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520969.132447:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520969.132450:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [376:376:256:4294967295] 192.168.203.102@tcp LPNI seq info [376:376:8:4294967295] 00000400:00000200:2.0:1731520969.132458:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520969.132463:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520969.132466:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731520969.132470:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520969.132477:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520969.132480:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520969.132579:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520969.132582:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731520969.132585:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520969.132589:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520969.132592:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac37f8 00000400:00000010:0.0:1731520969.132593:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac37f8. 00000100:00000200:0.0:1731520969.132598:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915015040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520969.133586:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520969.133595:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c780 00000400:00000200:0.0:1731520969.133600:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc91 [1] + 224 00000400:00000200:0.0:1731520969.133616:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520969.133619:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520969.133624:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915015040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520969.133712:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520969.133716:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520969.133717:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520969.133721:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915015040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520969.133751:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915015040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520969.133766:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731520969.133770:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731520969.133773:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731520974.140365:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731520974.140379:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:1.0:1731520974.140451:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731520974.140458:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520974.140463:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520974.140468:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915015168, portal 25 00000400:00000010:1.0:1731520974.140472:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381f68. 00000100:00000200:1.0:1731520974.140474:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915015168, offset 0 00000400:00000200:1.0:1731520974.140480:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520974.140498:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520974.140502:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520974.140505:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520974.140508:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520974.140509:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520974.140512:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [377:377:256:4294967295] 192.168.203.102@tcp LPNI seq info [377:377:8:4294967295] 00000400:00000200:1.0:1731520974.140520:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520974.140525:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520974.140528:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731520974.140532:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520974.140539:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520974.140542:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731520974.140646:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731520974.140649:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:2.0:1731520974.140654:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731520974.140658:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731520974.140660:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381f68 00000400:00000010:2.0:1731520974.140662:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381f68. 00000100:00000200:2.0:1731520974.140667:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915015168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520974.141765:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520974.141772:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c800 00000400:00000200:0.0:1731520974.141776:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xc99 [1] + 224 00000400:00000200:0.0:1731520974.141786:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520974.141788:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520974.141794:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915015168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520974.141838:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520974.141842:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520974.141843:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520974.141847:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915015168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520974.141854:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915015168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520974.141869:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731520974.141873:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:1.0:1731520974.141875:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731520979.148361:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731520979.148375:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:2.0:1731520979.148435:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731520979.148440:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520979.148444:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520979.148449:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915015296, portal 25 00000400:00000010:2.0:1731520979.148451:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac33b8. 00000100:00000200:2.0:1731520979.148453:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915015296, offset 0 00000400:00000200:2.0:1731520979.148458:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520979.148465:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520979.148469:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520979.148471:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520979.148473:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520979.148474:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520979.148475:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [378:378:256:4294967295] 192.168.203.102@tcp LPNI seq info [378:378:8:4294967295] 00000400:00000200:2.0:1731520979.148481:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520979.148484:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520979.148486:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731520979.148496:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520979.148501:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520979.148504:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520979.148585:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520979.148588:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731520979.148592:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520979.148597:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520979.148600:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac33b8 00000400:00000010:0.0:1731520979.148601:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac33b8. 00000100:00000200:0.0:1731520979.148606:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915015296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520979.149635:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520979.149642:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c880 00000400:00000200:0.0:1731520979.149647:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xca1 [1] + 224 00000400:00000200:0.0:1731520979.149659:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520979.149661:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520979.149665:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915015296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520979.149722:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520979.149725:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520979.149726:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520979.149730:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915015296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520979.149737:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915015296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731520995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520979.149751:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731520979.149755:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:2.0:1731520979.149758:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731520984.156385:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731520984.156407:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:2.0:1731520984.156494:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731520984.156502:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520984.156508:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520984.156515:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915015424, portal 25 00000400:00000010:2.0:1731520984.156518:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3a18. 00000100:00000200:2.0:1731520984.156519:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915015424, offset 0 00000400:00000200:2.0:1731520984.156527:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520984.156539:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520984.156543:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520984.156546:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520984.156549:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520984.156550:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520984.156552:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [379:379:256:4294967295] 192.168.203.102@tcp LPNI seq info [379:379:8:4294967295] 00000400:00000200:2.0:1731520984.156558:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520984.156562:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520984.156565:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731520984.156569:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520984.156587:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520984.156590:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520984.156723:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520984.156726:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731520984.156730:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520984.156735:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520984.156738:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3a18 00000400:00000010:0.0:1731520984.156740:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3a18. 00000100:00000200:0.0:1731520984.156747:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915015424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520984.157687:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520984.157696:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c900 00000400:00000200:0.0:1731520984.157702:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xca9 [1] + 224 00000400:00000200:0.0:1731520984.157718:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520984.157725:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520984.157731:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915015424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520984.157779:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520984.157782:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520984.157782:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520984.157785:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915015424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520984.157790:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915015424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520984.157806:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731520984.157810:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:2.0:1731520984.157813:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731520989.164391:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731520989.164409:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:1.0:1731520989.164489:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731520989.164495:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731520989.164500:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520989.164505:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915015552, portal 25 00000400:00000010:1.0:1731520989.164508:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381f68. 00000100:00000200:1.0:1731520989.164509:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915015552, offset 0 00000400:00000200:1.0:1731520989.164516:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731520989.164525:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731520989.164536:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731520989.164539:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731520989.164541:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731520989.164550:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731520989.164552:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [380:380:256:4294967295] 192.168.203.102@tcp LPNI seq info [380:380:8:4294967295] 00000400:00000200:1.0:1731520989.164558:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731520989.164564:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731520989.164567:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731520989.164570:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731520989.164576:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731520989.164579:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520989.164707:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520989.164710:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731520989.164714:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520989.164720:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520989.164723:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381f68 00000400:00000010:0.0:1731520989.164725:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381f68. 00000100:00000200:0.0:1731520989.164731:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915015552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520989.165800:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520989.165809:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820c980 00000400:00000200:0.0:1731520989.165814:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xcb1 [1] + 224 00000400:00000200:0.0:1731520989.165828:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520989.165832:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520989.165837:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915015552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731520989.165889:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731520989.165894:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731520989.165895:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731520989.165900:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915015552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731520989.165909:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915015552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731520989.165925:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731520989.165929:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:1.0:1731520989.165931:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731520994.172379:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731520994.172395:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:2.0:1731520994.172480:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731520994.172486:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520994.172490:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520994.172495:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915015680, portal 25 00000400:00000010:2.0:1731520994.172500:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731520994.172501:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915015680, offset 0 00000400:00000200:2.0:1731520994.172507:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520994.172515:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520994.172518:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520994.172521:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520994.172523:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520994.172524:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520994.172526:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [381:381:256:4294967295] 192.168.203.102@tcp LPNI seq info [381:381:8:4294967295] 00000400:00000200:2.0:1731520994.172532:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520994.172535:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520994.172538:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731520994.172541:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520994.172549:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520994.172572:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520994.172693:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520994.172696:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731520994.172699:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520994.172704:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520994.172706:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac32a8 00000400:00000010:0.0:1731520994.172707:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac32a8. 00000100:00000200:0.0:1731520994.172712:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915015680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520994.173715:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520994.173724:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ca00 00000400:00000200:0.0:1731520994.173729:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xcb9 [1] + 224 00000400:00000200:0.0:1731520994.173744:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520994.173751:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520994.173756:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915015680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520994.173813:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520994.173817:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520994.173818:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520994.173823:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915015680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520994.173831:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915015680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520994.173847:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731520994.173852:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:2.0:1731520994.173855:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731520999.180387:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731520999.180405:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:2.0:1731520999.180496:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731520999.180503:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731520999.180507:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520999.180512:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915015808, portal 25 00000400:00000010:2.0:1731520999.180516:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3770. 00000100:00000200:2.0:1731520999.180517:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915015808, offset 0 00000400:00000200:2.0:1731520999.180522:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731520999.180545:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731520999.180548:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731520999.180550:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731520999.180552:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731520999.180554:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731520999.180556:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [382:382:256:4294967295] 192.168.203.102@tcp LPNI seq info [382:382:8:4294967295] 00000400:00000200:2.0:1731520999.180562:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731520999.180566:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731520999.180569:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731520999.180574:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731520999.180580:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731520999.180583:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731520999.180691:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731520999.180695:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731520999.180700:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520999.180704:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731520999.180707:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3770 00000400:00000010:0.0:1731520999.180709:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3770. 00000100:00000200:0.0:1731520999.180715:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915015808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731520999.181771:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731520999.181781:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ca80 00000400:00000200:0.0:1731520999.181787:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xcc1 [1] + 224 00000400:00000200:0.0:1731520999.181801:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731520999.181806:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731520999.181812:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915015808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731520999.181870:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731520999.181874:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731520999.181876:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731520999.181880:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915015808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731520999.181887:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915015808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731520999.181904:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731520999.181908:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:2.0:1731520999.181911:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731521004.188375:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731521004.188395:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:0.0:1731521004.188474:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7a00. 00000400:00000010:0.0:1731521004.188480:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856aa8. 00000400:00000010:0.0:1731521004.188485:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9667f8. 00000100:00000200:0.0:1731521004.188490:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915015936, portal 25 00000400:00000010:0.0:1731521004.188493:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9664c8. 00000100:00000200:0.0:1731521004.188507:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915015936, offset 0 00000400:00000200:0.0:1731521004.188513:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521004.188523:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521004.188527:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521004.188530:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521004.188533:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521004.188534:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521004.188537:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [383:383:256:4294967295] 192.168.203.102@tcp LPNI seq info [383:383:8:4294967295] 00000400:00000200:0.0:1731521004.188561:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521004.188567:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521004.188570:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78800. 00000800:00000200:0.0:1731521004.188576:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521004.188583:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521004.188586:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521004.188697:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521004.188701:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78800. 00000400:00000200:2.0:1731521004.188704:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521004.188709:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521004.188713:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9664c8 00000400:00000010:2.0:1731521004.188714:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9664c8. 00000100:00000200:2.0:1731521004.188721:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915015936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521004.189676:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521004.189685:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820cb00 00000400:00000200:0.0:1731521004.189689:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xcc9 [1] + 224 00000400:00000200:0.0:1731521004.189701:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521004.189705:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521004.189710:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915015936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521004.189760:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856aa8. 00000400:00000200:2.0:1731521004.189763:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9667f8 00000400:00000010:2.0:1731521004.189765:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9667f8. 00000100:00000200:2.0:1731521004.189769:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915015936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521004.189776:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915015936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521004.189792:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7a00. 02000000:00000010:2.0:1731521004.189795:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:2.0:1731521004.189797:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731521009.196393:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731521009.196410:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:2.0:1731521009.196496:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731521009.196502:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521009.196506:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521009.196520:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915016064, portal 25 00000400:00000010:2.0:1731521009.196523:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3110. 00000100:00000200:2.0:1731521009.196524:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915016064, offset 0 00000400:00000200:2.0:1731521009.196530:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521009.196537:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521009.196540:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521009.196544:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521009.196546:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521009.196547:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521009.196549:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [384:384:256:4294967295] 192.168.203.102@tcp LPNI seq info [384:384:8:4294967295] 00000400:00000200:2.0:1731521009.196555:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521009.196559:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521009.196561:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521009.196565:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521009.196570:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521009.196573:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521009.196695:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521009.196699:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521009.196703:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521009.196708:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521009.196711:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3110 00000400:00000010:0.0:1731521009.196713:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3110. 00000100:00000200:0.0:1731521009.196719:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915016064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521009.197760:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521009.197767:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820cb80 00000400:00000200:0.0:1731521009.197771:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xcd1 [1] + 224 00000400:00000200:0.0:1731521009.197782:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521009.197784:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521009.197788:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915016064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521009.197838:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521009.197842:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521009.197843:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521009.197848:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915016064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521009.197855:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915016064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521009.197872:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731521009.197876:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:2.0:1731521009.197879:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731521014.204378:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731521014.204395:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:1.0:1731521014.204472:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731521014.204480:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521014.204486:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521014.204496:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915016192, portal 25 00000400:00000010:1.0:1731521014.204500:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381e58. 00000100:00000200:1.0:1731521014.204502:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915016192, offset 0 00000400:00000200:1.0:1731521014.204510:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521014.204520:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521014.204525:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521014.204539:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521014.204541:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521014.204543:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521014.204545:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [385:385:256:4294967295] 192.168.203.102@tcp LPNI seq info [385:385:8:4294967295] 00000400:00000200:1.0:1731521014.204551:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521014.204555:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521014.204557:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731521014.204561:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521014.204566:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521014.204569:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521014.204685:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521014.204689:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731521014.204694:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521014.204699:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521014.204702:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381e58 00000400:00000010:0.0:1731521014.204703:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381e58. 00000100:00000200:0.0:1731521014.204710:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915016192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521014.205643:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521014.205649:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820cc00 00000400:00000200:0.0:1731521014.205654:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xcd9 [1] + 224 00000400:00000200:0.0:1731521014.205670:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521014.205673:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521014.205678:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915016192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521014.205766:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521014.205770:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521014.205771:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521014.205775:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915016192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521014.205783:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915016192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521014.205800:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731521014.205803:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:1.0:1731521014.205807:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731521019.212388:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731521019.212421:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:2.0:1731521019.212491:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731521019.212499:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521019.212504:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521019.212509:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915016320, portal 25 00000400:00000010:2.0:1731521019.212525:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3dd0. 00000100:00000200:2.0:1731521019.212527:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915016320, offset 0 00000400:00000200:2.0:1731521019.212534:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521019.212542:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521019.212547:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521019.212550:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521019.212553:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521019.212554:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521019.212557:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [386:386:256:4294967295] 192.168.203.102@tcp LPNI seq info [386:386:8:4294967295] 00000400:00000200:2.0:1731521019.212565:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521019.212570:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521019.212572:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521019.212577:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521019.212583:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521019.212587:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521019.212697:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521019.212700:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521019.212705:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521019.212710:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521019.212713:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3dd0 00000400:00000010:0.0:1731521019.212714:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3dd0. 00000100:00000200:0.0:1731521019.212720:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915016320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521019.213722:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521019.213732:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820cc80 00000400:00000200:0.0:1731521019.213737:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xce1 [1] + 224 00000400:00000200:0.0:1731521019.213753:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521019.213756:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521019.213761:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915016320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521019.213819:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521019.213823:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521019.213824:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521019.213829:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915016320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521019.213836:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915016320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521019.213853:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731521019.213858:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:2.0:1731521019.213860:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731521024.220384:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731521024.220398:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:0.0:1731521024.220478:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6200. 00000400:00000010:0.0:1731521024.220486:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856c60. 00000400:00000010:0.0:1731521024.220491:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9662a8. 00000100:00000200:0.0:1731521024.220498:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915016448, portal 25 00000400:00000010:0.0:1731521024.220501:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966c38. 00000100:00000200:0.0:1731521024.220503:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915016448, offset 0 00000400:00000200:0.0:1731521024.220510:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521024.220520:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521024.220525:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521024.220528:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521024.220531:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521024.220533:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521024.220536:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [387:387:256:4294967295] 192.168.203.102@tcp LPNI seq info [387:387:8:4294967295] 00000400:00000200:0.0:1731521024.220545:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521024.220550:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521024.220553:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78900. 00000800:00000200:0.0:1731521024.220558:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521024.220565:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521024.220568:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521024.220670:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521024.220672:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78900. 00000400:00000200:2.0:1731521024.220678:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521024.220681:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521024.220683:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966c38 00000400:00000010:2.0:1731521024.220684:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966c38. 00000100:00000200:2.0:1731521024.220697:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915016448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521024.221665:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521024.221673:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820cd00 00000400:00000200:0.0:1731521024.221679:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xce9 [1] + 224 00000400:00000200:0.0:1731521024.221694:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521024.221698:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521024.221703:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915016448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521024.221749:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856c60. 00000400:00000200:2.0:1731521024.221753:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9662a8 00000400:00000010:2.0:1731521024.221754:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9662a8. 00000100:00000200:2.0:1731521024.221759:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915016448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521024.221766:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915016448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521024.221782:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6200. 02000000:00000010:2.0:1731521024.221786:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:2.0:1731521024.221789:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731521029.228432:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731521029.228454:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:2.0:1731521029.228552:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731521029.228561:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521029.228566:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521029.228571:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915016576, portal 25 00000400:00000010:2.0:1731521029.228574:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3aa0. 00000100:00000200:2.0:1731521029.228575:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915016576, offset 0 00000400:00000200:2.0:1731521029.228582:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521029.228590:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521029.228594:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521029.228596:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521029.228599:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521029.228600:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521029.228602:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [388:388:256:4294967295] 192.168.203.102@tcp LPNI seq info [388:388:8:4294967295] 00000400:00000200:2.0:1731521029.228608:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521029.228612:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521029.228614:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521029.228618:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521029.228625:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521029.228638:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521029.228756:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521029.228760:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521029.228768:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521029.228773:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521029.228776:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3aa0 00000400:00000010:0.0:1731521029.228777:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3aa0. 00000100:00000200:0.0:1731521029.228783:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915016576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521029.229782:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521029.229792:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820cd80 00000400:00000200:0.0:1731521029.229796:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xcf1 [1] + 224 00000400:00000200:0.0:1731521029.229812:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521029.229815:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521029.229821:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915016576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521029.229859:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521029.229862:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521029.229863:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521029.229866:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915016576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521029.229872:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915016576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521029.229885:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731521029.229889:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:2.0:1731521029.229891:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000100:00000010:3.0:1731521034.236404:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731521034.236421:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:1.0:1731521034.236495:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731521034.236502:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521034.236507:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521034.236512:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915016704, portal 25 00000400:00000010:1.0:1731521034.236515:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381cc0. 00000100:00000200:1.0:1731521034.236516:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915016704, offset 0 00000400:00000200:1.0:1731521034.236522:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521034.236530:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521034.236533:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521034.236536:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521034.236547:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521034.236548:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521034.236550:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [389:389:256:4294967295] 192.168.203.102@tcp LPNI seq info [389:389:8:4294967295] 00000400:00000200:1.0:1731521034.236557:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521034.236561:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521034.236563:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731521034.236567:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521034.236573:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521034.236576:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521034.236667:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521034.236669:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731521034.236673:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521034.236677:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521034.236679:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381cc0 00000400:00000010:0.0:1731521034.236680:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381cc0. 00000100:00000200:0.0:1731521034.236685:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915016704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521034.237718:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521034.237726:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ce00 00000400:00000200:0.0:1731521034.237732:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xcf9 [1] + 224 00000400:00000200:0.0:1731521034.237746:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521034.237750:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521034.237755:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915016704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521034.237798:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521034.237802:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521034.237803:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521034.237807:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915016704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521034.237815:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915016704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521034.237830:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731521034.237833:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:1.0:1731521034.237835:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731521039.244361:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731521039.244378:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:2.0:1731521039.244452:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731521039.244459:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521039.244465:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521039.244471:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915016832, portal 25 00000400:00000010:2.0:1731521039.244475:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3550. 00000100:00000200:2.0:1731521039.244477:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915016832, offset 0 00000400:00000200:2.0:1731521039.244484:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521039.244493:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521039.244497:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521039.244500:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521039.244503:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521039.244505:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521039.244508:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [390:390:256:4294967295] 192.168.203.102@tcp LPNI seq info [390:390:8:4294967295] 00000400:00000200:2.0:1731521039.244515:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521039.244519:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521039.244522:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731521039.244527:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521039.244534:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521039.244537:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521039.244646:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521039.244654:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731521039.244658:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521039.244664:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521039.244666:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3550 00000400:00000010:0.0:1731521039.244668:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3550. 00000100:00000200:0.0:1731521039.244674:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915016832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521039.245710:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521039.245717:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ce80 00000400:00000200:0.0:1731521039.245722:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd01 [1] + 224 00000400:00000200:0.0:1731521039.245734:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521039.245737:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521039.245742:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915016832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521039.245803:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521039.245807:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521039.245808:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521039.245813:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915016832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521039.245822:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915016832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521039.245839:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731521039.245844:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:2.0:1731521039.245847:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731521044.252396:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731521044.252416:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:0.0:1731521044.252486:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7c00. 00000400:00000010:0.0:1731521044.252493:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856c08. 00000400:00000010:0.0:1731521044.252499:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966440. 00000100:00000200:0.0:1731521044.252511:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915016960, portal 25 00000400:00000010:0.0:1731521044.252515:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966550. 00000100:00000200:0.0:1731521044.252517:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915016960, offset 0 00000400:00000200:0.0:1731521044.252524:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521044.252534:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521044.252538:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521044.252541:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521044.252544:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521044.252546:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521044.252549:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [391:391:256:4294967295] 192.168.203.102@tcp LPNI seq info [391:391:8:4294967295] 00000400:00000200:0.0:1731521044.252557:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521044.252562:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521044.252565:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78500. 00000800:00000200:0.0:1731521044.252578:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521044.252585:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521044.252588:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521044.252688:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521044.252691:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78500. 00000400:00000200:2.0:1731521044.252693:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521044.252697:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521044.252699:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966550 00000400:00000010:2.0:1731521044.252700:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966550. 00000100:00000200:2.0:1731521044.252705:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915016960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521044.253709:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521044.253716:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820cf00 00000400:00000200:0.0:1731521044.253721:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd09 [1] + 224 00000400:00000200:0.0:1731521044.253731:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521044.253734:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521044.253738:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915016960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521044.253785:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856c08. 00000400:00000200:2.0:1731521044.253789:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966440 00000400:00000010:2.0:1731521044.253790:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966440. 00000100:00000200:2.0:1731521044.253793:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915016960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521044.253799:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915016960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521044.253811:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7c00. 02000000:00000010:2.0:1731521044.253814:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:2.0:1731521044.253816:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731521049.260382:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731521049.260399:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:2.0:1731521049.260472:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731521049.260480:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521049.260485:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521049.260508:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915017088, portal 25 00000400:00000010:2.0:1731521049.260512:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3bb0. 00000100:00000200:2.0:1731521049.260514:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915017088, offset 0 00000400:00000200:2.0:1731521049.260523:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521049.260533:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521049.260537:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521049.260541:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521049.260544:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521049.260546:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521049.260549:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [392:392:256:4294967295] 192.168.203.102@tcp LPNI seq info [392:392:8:4294967295] 00000400:00000200:2.0:1731521049.260557:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521049.260563:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521049.260566:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731521049.260570:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521049.260578:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521049.260581:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521049.260689:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521049.260692:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731521049.260695:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521049.260699:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521049.260701:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3bb0 00000400:00000010:0.0:1731521049.260702:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3bb0. 00000100:00000200:0.0:1731521049.260707:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915017088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521049.261731:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521049.261741:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820cf80 00000400:00000200:0.0:1731521049.261746:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd11 [1] + 224 00000400:00000200:0.0:1731521049.261761:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521049.261764:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521049.261769:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915017088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521049.261823:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521049.261827:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521049.261828:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521049.261832:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915017088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521049.261839:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915017088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521049.261855:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731521049.261859:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:2.0:1731521049.261861:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731521054.268380:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731521054.268398:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:1.0:1731521054.268475:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731521054.268481:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521054.268485:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521054.268490:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915017216, portal 25 00000400:00000010:1.0:1731521054.268493:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381d48. 00000100:00000200:1.0:1731521054.268494:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915017216, offset 0 00000400:00000200:1.0:1731521054.268500:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521054.268509:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521054.268518:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521054.268521:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521054.268524:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521054.268536:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521054.268539:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [393:393:256:4294967295] 192.168.203.102@tcp LPNI seq info [393:393:8:4294967295] 00000400:00000200:1.0:1731521054.268548:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521054.268553:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521054.268556:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731521054.268561:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521054.268567:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521054.268570:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521054.268699:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521054.268703:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731521054.268707:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521054.268712:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521054.268720:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381d48 00000400:00000010:0.0:1731521054.268722:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381d48. 00000100:00000200:0.0:1731521054.268728:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915017216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521054.269939:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521054.269947:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d000 00000400:00000200:0.0:1731521054.269953:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd19 [1] + 224 00000400:00000200:0.0:1731521054.269967:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521054.269971:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521054.269976:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915017216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521054.270034:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521054.270038:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521054.270039:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521054.270044:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915017216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521054.270053:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915017216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521054.270071:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731521054.270075:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:1.0:1731521054.270079:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731521059.276472:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731521059.276487:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:0.0:1731521059.276567:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7000. 00000400:00000010:0.0:1731521059.276574:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856c08. 00000400:00000010:0.0:1731521059.276578:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966908. 00000100:00000200:0.0:1731521059.276584:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915017344, portal 25 00000400:00000010:0.0:1731521059.276587:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9663b8. 00000100:00000200:0.0:1731521059.276588:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915017344, offset 0 00000400:00000200:0.0:1731521059.276594:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521059.276602:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521059.276606:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521059.276609:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521059.276611:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521059.276612:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521059.276614:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [394:394:256:4294967295] 192.168.203.102@tcp LPNI seq info [394:394:8:4294967295] 00000400:00000200:0.0:1731521059.276620:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521059.276624:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521059.276626:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78100. 00000800:00000200:0.0:1731521059.276629:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521059.276635:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521059.276644:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521059.276749:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521059.276752:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78100. 00000400:00000200:2.0:1731521059.276755:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521059.276759:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521059.276762:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9663b8 00000400:00000010:2.0:1731521059.276768:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9663b8. 00000100:00000200:2.0:1731521059.276775:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915017344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521059.277765:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521059.277774:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d080 00000400:00000200:0.0:1731521059.277780:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd21 [1] + 224 00000400:00000200:0.0:1731521059.277795:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521059.277798:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521059.277804:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915017344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521059.277856:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856c08. 00000400:00000200:2.0:1731521059.277859:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966908 00000400:00000010:2.0:1731521059.277859:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966908. 00000100:00000200:2.0:1731521059.277863:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915017344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521059.277868:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915017344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521059.277881:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7000. 02000000:00000010:2.0:1731521059.277884:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:2.0:1731521059.277886:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731521064.284368:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731521064.284385:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:2.0:1731521064.284461:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731521064.284469:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521064.284475:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521064.284482:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915017472, portal 25 00000400:00000010:2.0:1731521064.284485:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3e58. 00000100:00000200:2.0:1731521064.284487:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915017472, offset 0 00000400:00000200:2.0:1731521064.284495:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521064.284504:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521064.284508:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521064.284512:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521064.284515:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521064.284517:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521064.284520:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [395:395:256:4294967295] 192.168.203.102@tcp LPNI seq info [395:395:8:4294967295] 00000400:00000200:2.0:1731521064.284529:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521064.284535:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521064.284538:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521064.284543:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521064.284550:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521064.284564:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521064.284673:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521064.284677:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521064.284681:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521064.284686:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521064.284689:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3e58 00000400:00000010:0.0:1731521064.284691:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3e58. 00000100:00000200:0.0:1731521064.284697:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915017472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521064.285702:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521064.285712:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d100 00000400:00000200:0.0:1731521064.285718:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd29 [1] + 224 00000400:00000200:0.0:1731521064.285732:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521064.285736:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521064.285741:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915017472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521064.285797:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521064.285801:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521064.285802:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521064.285808:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915017472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521064.285816:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915017472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521064.285832:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731521064.285836:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:2.0:1731521064.285839:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731521069.292390:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731521069.292407:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:2.0:1731521069.292477:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731521069.292484:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521069.292490:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521069.292495:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915017600, portal 25 00000400:00000010:2.0:1731521069.292499:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3908. 00000100:00000200:2.0:1731521069.292501:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915017600, offset 0 00000400:00000200:2.0:1731521069.292544:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521069.292554:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521069.292558:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521069.292561:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521069.292563:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521069.292565:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521069.292568:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [396:396:256:4294967295] 192.168.203.102@tcp LPNI seq info [396:396:8:4294967295] 00000400:00000200:2.0:1731521069.292577:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521069.292582:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521069.292584:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521069.292589:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521069.292595:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521069.292598:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521069.292727:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521069.292731:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521069.292735:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521069.292739:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521069.292742:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3908 00000400:00000010:0.0:1731521069.292744:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3908. 00000100:00000200:0.0:1731521069.292755:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915017600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521069.294030:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521069.294039:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d180 00000400:00000200:0.0:1731521069.294068:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd31 [1] + 224 00000400:00000200:0.0:1731521069.294082:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521069.294086:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521069.294091:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915017600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521069.294163:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521069.294167:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521069.294168:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521069.294173:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915017600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521069.294182:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915017600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521069.294199:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731521069.294209:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:2.0:1731521069.294213:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731521074.300415:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731521074.300433:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:1.0:1731521074.300509:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731521074.300516:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521074.300522:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521074.300528:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915017728, portal 25 00000400:00000010:1.0:1731521074.300532:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381908. 00000100:00000200:1.0:1731521074.300534:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915017728, offset 0 00000400:00000200:1.0:1731521074.300542:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521074.300552:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521074.300556:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521074.300560:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521074.300562:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521074.300565:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521074.300576:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [397:397:256:4294967295] 192.168.203.102@tcp LPNI seq info [397:397:8:4294967295] 00000400:00000200:1.0:1731521074.300584:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521074.300589:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521074.300593:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731521074.300598:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521074.300605:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521074.300608:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521074.300740:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521074.300743:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731521074.300747:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521074.300752:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521074.300755:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381908 00000400:00000010:0.0:1731521074.300757:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381908. 00000100:00000200:0.0:1731521074.300763:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915017728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521074.301878:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521074.301885:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d200 00000400:00000200:0.0:1731521074.301890:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd39 [1] + 224 00000400:00000200:0.0:1731521074.301901:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521074.301903:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521074.301908:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915017728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521074.301961:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521074.301964:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521074.301966:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521074.301970:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915017728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521074.301976:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915017728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521074.301990:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731521074.301993:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:1.0:1731521074.301995:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731521079.308382:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731521079.308407:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:0.0:1731521079.308482:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7600. 00000400:00000010:0.0:1731521079.308493:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856c60. 00000400:00000010:0.0:1731521079.308498:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966a18. 00000100:00000200:0.0:1731521079.308504:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915017856, portal 25 00000400:00000010:0.0:1731521079.308507:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966bb0. 00000100:00000200:0.0:1731521079.308509:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915017856, offset 0 00000400:00000200:0.0:1731521079.308522:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521079.308531:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521079.308535:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521079.308539:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521079.308541:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521079.308544:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521079.308546:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [398:398:256:4294967295] 192.168.203.102@tcp LPNI seq info [398:398:8:4294967295] 00000400:00000200:0.0:1731521079.308554:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521079.308559:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521079.308561:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78c00. 00000800:00000200:0.0:1731521079.308566:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521079.308573:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521079.308576:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521079.308683:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521079.308686:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78c00. 00000400:00000200:2.0:1731521079.308689:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521079.308694:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521079.308697:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966bb0 00000400:00000010:2.0:1731521079.308698:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966bb0. 00000100:00000200:2.0:1731521079.308704:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915017856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521079.309677:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521079.309686:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d280 00000400:00000200:0.0:1731521079.309691:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd41 [1] + 224 00000400:00000200:0.0:1731521079.309707:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521079.309711:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521079.309717:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915017856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521079.309776:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856c60. 00000400:00000200:2.0:1731521079.309780:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966a18 00000400:00000010:2.0:1731521079.309782:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966a18. 00000100:00000200:2.0:1731521079.309787:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915017856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521079.309795:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915017856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521079.309812:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7600. 02000000:00000010:2.0:1731521079.309815:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:2.0:1731521079.309819:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731521084.316364:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731521084.316379:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:2.0:1731521084.316457:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731521084.316464:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521084.316468:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521084.316484:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915017984, portal 25 00000400:00000010:2.0:1731521084.316488:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3330. 00000100:00000200:2.0:1731521084.316490:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915017984, offset 0 00000400:00000200:2.0:1731521084.316498:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521084.316507:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521084.316512:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521084.316515:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521084.316519:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521084.316521:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521084.316524:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [399:399:256:4294967295] 192.168.203.102@tcp LPNI seq info [399:399:8:4294967295] 00000400:00000200:2.0:1731521084.316532:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521084.316538:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521084.316541:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521084.316545:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521084.316552:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521084.316556:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521084.316657:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521084.316661:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521084.316665:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521084.316669:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521084.316673:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3330 00000400:00000010:0.0:1731521084.316674:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3330. 00000100:00000200:0.0:1731521084.316680:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915017984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521084.317612:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521084.317624:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d300 00000400:00000200:0.0:1731521084.317630:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd49 [1] + 224 00000400:00000200:0.0:1731521084.317643:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521084.317647:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521084.317652:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915017984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521084.317707:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521084.317710:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521084.317711:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521084.317716:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915017984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521084.317724:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915017984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521084.317740:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731521084.317744:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:2.0:1731521084.317746:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731521089.324377:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731521089.324394:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:2.0:1731521089.324465:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731521089.324472:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521089.324478:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521089.324485:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915018112, portal 25 00000400:00000010:2.0:1731521089.324500:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3c38. 00000100:00000200:2.0:1731521089.324502:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915018112, offset 0 00000400:00000200:2.0:1731521089.324509:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521089.324518:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521089.324522:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521089.324525:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521089.324528:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521089.324530:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521089.324532:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [400:400:256:4294967295] 192.168.203.102@tcp LPNI seq info [400:400:8:4294967295] 00000400:00000200:2.0:1731521089.324540:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521089.324545:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521089.324547:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731521089.324551:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521089.324557:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521089.324560:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521089.324672:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521089.324675:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731521089.324679:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521089.324684:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521089.324687:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3c38 00000400:00000010:0.0:1731521089.324688:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3c38. 00000100:00000200:0.0:1731521089.324696:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915018112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521089.325759:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521089.325769:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d380 00000400:00000200:0.0:1731521089.325775:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd51 [1] + 224 00000400:00000200:0.0:1731521089.325789:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521089.325793:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521089.325799:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915018112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521089.325849:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521089.325853:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521089.325854:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521089.325859:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915018112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521089.325867:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915018112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521089.325883:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731521089.325887:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:2.0:1731521089.325890:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731521094.332377:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731521094.332392:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:1.0:1731521094.332458:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731521094.332464:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521094.332468:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521094.332473:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915018240, portal 25 00000400:00000010:1.0:1731521094.332475:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381c38. 00000100:00000200:1.0:1731521094.332476:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915018240, offset 0 00000400:00000200:1.0:1731521094.332482:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521094.332491:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521094.332494:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521094.332497:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521094.332499:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521094.332500:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521094.332502:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [401:401:256:4294967295] 192.168.203.102@tcp LPNI seq info [401:401:8:4294967295] 00000400:00000200:1.0:1731521094.332517:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521094.332521:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521094.332523:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731521094.332527:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521094.332532:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521094.332534:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521094.332628:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521094.332631:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731521094.332634:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521094.332638:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521094.332641:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381c38 00000400:00000010:0.0:1731521094.332642:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381c38. 00000100:00000200:0.0:1731521094.332647:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915018240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521094.333637:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521094.333652:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d400 00000400:00000200:0.0:1731521094.333656:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd59 [1] + 224 00000400:00000200:0.0:1731521094.333671:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521094.333675:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521094.333679:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915018240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521094.333738:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521094.333741:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521094.333742:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521094.333746:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915018240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521094.333751:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915018240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521094.333764:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731521094.333767:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:1.0:1731521094.333770:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731521099.340378:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731521099.340396:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:0.0:1731521099.340473:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7800. 00000400:00000010:0.0:1731521099.340478:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856aa8. 00000400:00000010:0.0:1731521099.340483:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966000. 00000100:00000200:0.0:1731521099.340488:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915018368, portal 25 00000400:00000010:0.0:1731521099.340491:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966b28. 00000100:00000200:0.0:1731521099.340492:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915018368, offset 0 00000400:00000200:0.0:1731521099.340498:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521099.340506:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521099.340509:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521099.340512:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521099.340514:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521099.340515:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521099.340517:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [402:402:256:4294967295] 192.168.203.102@tcp LPNI seq info [402:402:8:4294967295] 00000400:00000200:0.0:1731521099.340523:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521099.340526:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521099.340529:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78800. 00000800:00000200:0.0:1731521099.340532:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521099.340537:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521099.340540:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521099.340640:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521099.340643:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78800. 00000400:00000200:2.0:1731521099.340646:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521099.340651:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521099.340654:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966b28 00000400:00000010:2.0:1731521099.340656:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966b28. 00000100:00000200:2.0:1731521099.340670:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915018368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521099.341705:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521099.341713:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d480 00000400:00000200:0.0:1731521099.341718:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd61 [1] + 224 00000400:00000200:0.0:1731521099.341730:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521099.341736:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521099.341741:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915018368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521099.341801:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856aa8. 00000400:00000200:2.0:1731521099.341805:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966000 00000400:00000010:2.0:1731521099.341806:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966000. 00000100:00000200:2.0:1731521099.341811:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915018368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521099.341817:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915018368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521099.341833:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7800. 02000000:00000010:2.0:1731521099.341866:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:2.0:1731521099.341869:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731521104.348393:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731521104.348413:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:2.0:1731521104.348502:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731521104.348510:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521104.348518:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521104.348525:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915018496, portal 25 00000400:00000010:2.0:1731521104.348529:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3440. 00000100:00000200:2.0:1731521104.348532:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915018496, offset 0 00000400:00000200:2.0:1731521104.348540:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521104.348551:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521104.348556:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521104.348560:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521104.348562:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521104.348565:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521104.348568:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [403:403:256:4294967295] 192.168.203.102@tcp LPNI seq info [403:403:8:4294967295] 00000400:00000200:2.0:1731521104.348577:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521104.348583:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521104.348586:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521104.348592:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521104.348600:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521104.348617:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521104.348791:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521104.348801:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521104.348836:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521104.348843:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521104.348848:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3440 00000400:00000010:0.0:1731521104.348850:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3440. 00000100:00000200:0.0:1731521104.348859:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915018496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521104.349860:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521104.349871:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d500 00000400:00000200:0.0:1731521104.349878:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd69 [1] + 224 00000400:00000200:0.0:1731521104.349896:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521104.349899:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521104.349905:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915018496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521104.349966:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521104.349970:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521104.349970:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521104.349976:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915018496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521104.349982:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915018496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521104.350000:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731521104.350006:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:2.0:1731521104.350010:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731521109.356425:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731521109.356450:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:2.0:1731521109.356532:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731521109.356539:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521109.356545:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521109.356552:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915018624, portal 25 00000400:00000010:2.0:1731521109.356555:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731521109.356557:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915018624, offset 0 00000400:00000200:2.0:1731521109.356564:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521109.356577:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521109.356582:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521109.356586:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521109.356589:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521109.356591:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521109.356594:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [404:404:256:4294967295] 192.168.203.102@tcp LPNI seq info [404:404:8:4294967295] 00000400:00000200:2.0:1731521109.356604:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521109.356611:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521109.356615:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521109.356620:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521109.356629:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521109.356634:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521109.356806:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521109.356810:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521109.356814:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521109.356818:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521109.356821:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:0.0:1731521109.356823:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:0.0:1731521109.356831:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915018624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521109.357828:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521109.357844:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d580 00000400:00000200:0.0:1731521109.357852:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd71 [1] + 224 00000400:00000200:0.0:1731521109.357871:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521109.357879:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521109.357893:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915018624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521109.357944:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521109.357948:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521109.357949:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521109.357954:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915018624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521109.357961:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915018624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521109.357980:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731521109.357984:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:2.0:1731521109.357986:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731521114.364371:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731521114.364385:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:1.0:1731521114.364454:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731521114.364461:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521114.364531:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521114.364541:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915018752, portal 25 00000400:00000010:1.0:1731521114.364545:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381550. 00000100:00000200:1.0:1731521114.364547:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915018752, offset 0 00000400:00000200:1.0:1731521114.364554:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521114.364562:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521114.364565:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521114.364568:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521114.364571:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521114.364573:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521114.364576:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [405:405:256:4294967295] 192.168.203.102@tcp LPNI seq info [405:405:8:4294967295] 00000400:00000200:1.0:1731521114.364582:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521114.364595:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521114.364598:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731521114.364601:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521114.364606:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521114.364609:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521114.364706:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521114.364709:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731521114.364712:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521114.364716:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521114.364719:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381550 00000400:00000010:0.0:1731521114.364720:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381550. 00000100:00000200:0.0:1731521114.364725:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915018752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521114.365606:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521114.365614:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d600 00000400:00000200:0.0:1731521114.365619:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd79 [1] + 224 00000400:00000200:0.0:1731521114.365631:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521114.365634:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521114.365638:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915018752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521114.365683:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521114.365686:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521114.365687:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521114.365691:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915018752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521114.365697:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915018752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521114.365712:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731521114.365715:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:1.0:1731521114.365718:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731521119.372380:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731521119.372396:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:0.0:1731521119.372477:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6800. 00000400:00000010:0.0:1731521119.372483:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856630. 00000400:00000010:0.0:1731521119.372488:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9665d8. 00000100:00000200:0.0:1731521119.372501:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915018880, portal 25 00000400:00000010:0.0:1731521119.372504:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966660. 00000100:00000200:0.0:1731521119.372506:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915018880, offset 0 00000400:00000200:0.0:1731521119.372512:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521119.372535:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521119.372539:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521119.372543:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521119.372545:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521119.372547:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521119.372549:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [406:406:256:4294967295] 192.168.203.102@tcp LPNI seq info [406:406:8:4294967295] 00000400:00000200:0.0:1731521119.372597:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521119.372603:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521119.372605:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78e00. 00000800:00000200:0.0:1731521119.372610:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521119.372627:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521119.372630:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521119.372735:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521119.372738:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78e00. 00000400:00000200:2.0:1731521119.372741:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521119.372745:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521119.372748:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966660 00000400:00000010:2.0:1731521119.372749:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966660. 00000100:00000200:2.0:1731521119.372754:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915018880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521119.373881:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521119.373889:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d680 00000400:00000200:0.0:1731521119.373894:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd81 [1] + 224 00000400:00000200:0.0:1731521119.373908:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521119.373911:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521119.373915:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915018880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521119.373959:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856630. 00000400:00000200:2.0:1731521119.373962:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9665d8 00000400:00000010:2.0:1731521119.373963:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9665d8. 00000100:00000200:2.0:1731521119.373967:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915018880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521119.373973:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915018880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521119.373988:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6800. 02000000:00000010:2.0:1731521119.373992:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:2.0:1731521119.373995:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731521124.380388:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731521124.380404:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:2.0:1731521124.380483:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225200. 00000400:00000010:2.0:1731521124.380489:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521124.380494:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521124.380508:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915019008, portal 25 00000400:00000010:2.0:1731521124.380512:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731521124.380513:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915019008, offset 0 00000400:00000200:2.0:1731521124.380520:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521124.380529:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521124.380533:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521124.380537:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521124.380539:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521124.380541:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521124.380549:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [407:407:256:4294967295] 192.168.203.102@tcp LPNI seq info [407:407:8:4294967295] 00000400:00000200:2.0:1731521124.380557:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521124.380562:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521124.380565:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731521124.380569:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521124.380576:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521124.380579:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521124.380661:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521124.380663:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731521124.380685:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521124.380689:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521124.380691:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3d48 00000400:00000010:0.0:1731521124.380692:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3d48. 00000100:00000200:0.0:1731521124.380696:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915019008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521124.381557:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521124.381565:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d700 00000400:00000200:0.0:1731521124.381570:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd89 [1] + 224 00000400:00000200:0.0:1731521124.381582:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521124.381585:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521124.381590:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915019008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521124.381645:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521124.381649:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521124.381650:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521124.381654:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915019008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521124.381660:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915019008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521124.381686:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225200. 02000000:00000010:2.0:1731521124.381689:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:2.0:1731521124.381692:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000100:00000010:3.0:1731521129.388372:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731521129.388388:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:2.0:1731521129.388449:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225200. 00000400:00000010:2.0:1731521129.388456:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521129.388461:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521129.388467:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915019136, portal 25 00000400:00000010:2.0:1731521129.388479:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac35d8. 00000100:00000200:2.0:1731521129.388481:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915019136, offset 0 00000400:00000200:2.0:1731521129.388488:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521129.388497:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521129.388501:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521129.388504:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521129.388506:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521129.388508:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521129.388511:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [408:408:256:4294967295] 192.168.203.102@tcp LPNI seq info [408:408:8:4294967295] 00000400:00000200:2.0:1731521129.388518:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521129.388524:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521129.388527:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731521129.388530:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521129.388535:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521129.388537:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521129.388655:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521129.388657:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731521129.388660:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521129.388663:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521129.388665:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac35d8 00000400:00000010:0.0:1731521129.388666:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac35d8. 00000100:00000200:0.0:1731521129.388671:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915019136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521129.389534:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521129.389542:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d780 00000400:00000200:0.0:1731521129.389547:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd91 [1] + 224 00000400:00000200:0.0:1731521129.389561:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521129.389563:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521129.389566:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915019136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521129.389606:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521129.389609:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521129.389610:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521129.389613:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915019136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521129.389617:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915019136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521129.389628:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225200. 02000000:00000010:2.0:1731521129.389645:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:2.0:1731521129.389648:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731521134.396357:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731521134.396371:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:1.0:1731521134.396432:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731521134.396437:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521134.396442:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521134.396446:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915019264, portal 25 00000400:00000010:1.0:1731521134.396448:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3816e8. 00000100:00000200:1.0:1731521134.396449:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915019264, offset 0 00000400:00000200:1.0:1731521134.396455:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521134.396463:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521134.396466:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521134.396468:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521134.396470:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521134.396471:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521134.396473:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [409:409:256:4294967295] 192.168.203.102@tcp LPNI seq info [409:409:8:4294967295] 00000400:00000200:1.0:1731521134.396479:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521134.396482:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521134.396492:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731521134.396496:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521134.396501:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521134.396503:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521134.396625:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521134.396627:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731521134.396631:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521134.396635:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521134.396638:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3816e8 00000400:00000010:0.0:1731521134.396639:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3816e8. 00000100:00000200:0.0:1731521134.396644:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915019264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521134.397492:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521134.397499:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d800 00000400:00000200:0.0:1731521134.397504:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xd99 [1] + 224 00000400:00000200:0.0:1731521134.397518:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521134.397521:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521134.397525:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915019264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521134.397590:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521134.397593:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521134.397594:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521134.397605:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915019264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521134.397611:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915019264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521134.397625:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731521134.397628:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:1.0:1731521134.397631:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731521139.404362:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731521139.404376:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:0.0:1731521139.404438:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6200. 00000400:00000010:0.0:1731521139.404445:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856bb0. 00000400:00000010:0.0:1731521139.404449:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966110. 00000100:00000200:0.0:1731521139.404454:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915019392, portal 25 00000400:00000010:0.0:1731521139.404456:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966dd0. 00000100:00000200:0.0:1731521139.404457:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915019392, offset 0 00000400:00000200:0.0:1731521139.404463:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521139.404471:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521139.404474:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521139.404476:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521139.404478:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521139.404479:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521139.404481:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [410:410:256:4294967295] 192.168.203.102@tcp LPNI seq info [410:410:8:4294967295] 00000400:00000200:0.0:1731521139.404487:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521139.404490:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521139.404492:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78f00. 00000800:00000200:0.0:1731521139.404495:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521139.404500:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521139.404502:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521139.404615:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521139.404618:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78f00. 00000400:00000200:2.0:1731521139.404621:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521139.404625:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521139.404628:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966dd0 00000400:00000010:2.0:1731521139.404629:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966dd0. 00000100:00000200:2.0:1731521139.404643:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915019392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521139.405442:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521139.405449:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d880 00000400:00000200:0.0:1731521139.405454:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xda1 [1] + 224 00000400:00000200:0.0:1731521139.405465:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521139.405468:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521139.405472:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915019392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521139.405518:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856bb0. 00000400:00000200:2.0:1731521139.405521:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966110 00000400:00000010:2.0:1731521139.405522:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966110. 00000100:00000200:2.0:1731521139.405526:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915019392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521139.405533:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915019392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521139.405548:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6200. 02000000:00000010:2.0:1731521139.405551:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:2.0:1731521139.405553:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731521144.412369:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731521144.412383:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:2.0:1731521144.412448:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225400. 00000400:00000010:2.0:1731521144.412454:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521144.412458:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521144.412464:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915019520, portal 25 00000400:00000010:2.0:1731521144.412468:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3ee0. 00000100:00000200:2.0:1731521144.412469:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915019520, offset 0 00000400:00000200:2.0:1731521144.412475:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521144.412483:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521144.412486:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521144.412488:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521144.412490:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521144.412492:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521144.412493:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [411:411:256:4294967295] 192.168.203.102@tcp LPNI seq info [411:411:8:4294967295] 00000400:00000200:2.0:1731521144.412498:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521144.412501:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521144.412503:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521144.412506:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521144.412511:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521144.412523:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521144.412635:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521144.412638:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521144.412644:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521144.412647:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521144.412649:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3ee0 00000400:00000010:0.0:1731521144.412649:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3ee0. 00000100:00000200:0.0:1731521144.412654:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915019520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521144.413493:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521144.413499:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d900 00000400:00000200:0.0:1731521144.413503:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xda9 [1] + 224 00000400:00000200:0.0:1731521144.413512:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521144.413514:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521144.413517:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915019520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521144.413564:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521144.413567:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521144.413568:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521144.413572:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915019520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521144.413579:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915019520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521144.413593:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225400. 02000000:00000010:2.0:1731521144.413597:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:2.0:1731521144.413598:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731521149.420371:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731521149.420386:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:2.0:1731521149.420459:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731521149.420464:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521149.420468:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521149.420472:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915019648, portal 25 00000400:00000010:2.0:1731521149.420477:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3ee0. 00000100:00000200:2.0:1731521149.420478:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915019648, offset 0 00000400:00000200:2.0:1731521149.420484:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521149.420509:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521149.420512:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521149.420515:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521149.420518:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521149.420519:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521149.420521:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [412:412:256:4294967295] 192.168.203.102@tcp LPNI seq info [412:412:8:4294967295] 00000400:00000200:2.0:1731521149.420527:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521149.420530:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521149.420533:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731521149.420536:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521149.420541:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521149.420544:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521149.420651:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521149.420653:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731521149.420656:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521149.420659:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521149.420662:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3ee0 00000400:00000010:0.0:1731521149.420663:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3ee0. 00000100:00000200:0.0:1731521149.420667:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915019648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521149.421637:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521149.421643:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820d980 00000400:00000200:0.0:1731521149.421647:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xdb1 [1] + 224 00000400:00000200:0.0:1731521149.421658:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521149.421662:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521149.421667:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915019648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521149.421724:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521149.421728:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521149.421730:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521149.421734:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915019648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521149.421742:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915019648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521149.421758:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731521149.421761:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:2.0:1731521149.421764:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731521154.428368:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731521154.428384:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:2.0:1731521154.428486:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731521154.428491:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521154.428496:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521154.428501:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915019776, portal 25 00000400:00000010:2.0:1731521154.428504:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac35d8. 00000100:00000200:2.0:1731521154.428505:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915019776, offset 0 00000400:00000200:2.0:1731521154.428511:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521154.428519:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521154.428522:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521154.428525:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521154.428527:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521154.428528:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521154.428530:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [413:413:256:4294967295] 192.168.203.102@tcp LPNI seq info [413:413:8:4294967295] 00000400:00000200:2.0:1731521154.428537:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521154.428540:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521154.428543:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521154.428546:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521154.428551:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521154.428554:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521154.428667:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521154.428677:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521154.428680:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521154.428684:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521154.428686:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac35d8 00000400:00000010:0.0:1731521154.428687:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac35d8. 00000100:00000200:0.0:1731521154.428693:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915019776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521154.429646:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521154.429654:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820da00 00000400:00000200:0.0:1731521154.429660:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xdb9 [1] + 224 00000400:00000200:0.0:1731521154.429673:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521154.429676:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521154.429682:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915019776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521154.429738:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521154.429744:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521154.429745:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521154.429749:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915019776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521154.429753:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915019776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521154.429767:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731521154.429770:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:2.0:1731521154.429772:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731521159.436370:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731521159.436385:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:0.0:1731521159.436464:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7800. 00000400:00000010:0.0:1731521159.436470:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856b00. 00000400:00000010:0.0:1731521159.436474:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966088. 00000100:00000200:0.0:1731521159.436478:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915019904, portal 25 00000400:00000010:0.0:1731521159.436481:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966aa0. 00000100:00000200:0.0:1731521159.436483:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915019904, offset 0 00000400:00000200:0.0:1731521159.436488:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521159.436496:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521159.436500:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521159.436503:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521159.436505:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521159.436506:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521159.436508:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [414:414:256:4294967295] 192.168.203.102@tcp LPNI seq info [414:414:8:4294967295] 00000400:00000200:0.0:1731521159.436514:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521159.436517:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521159.436520:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78700. 00000800:00000200:0.0:1731521159.436532:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521159.436537:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521159.436540:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521159.436635:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521159.436638:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78700. 00000400:00000200:2.0:1731521159.436642:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521159.436647:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521159.436650:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966aa0 00000400:00000010:2.0:1731521159.436652:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966aa0. 00000100:00000200:2.0:1731521159.436658:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915019904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521159.437617:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521159.437627:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820da80 00000400:00000200:0.0:1731521159.437632:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xdc1 [1] + 224 00000400:00000200:0.0:1731521159.437646:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521159.437650:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521159.437655:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915019904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521159.437709:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856b00. 00000400:00000200:2.0:1731521159.437713:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966088 00000400:00000010:2.0:1731521159.437714:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966088. 00000100:00000200:2.0:1731521159.437719:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915019904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521159.437726:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915019904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521159.437743:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7800. 02000000:00000010:2.0:1731521159.437747:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:2.0:1731521159.437750:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731521164.444380:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731521164.444415:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:2.0:1731521164.444490:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731521164.444497:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521164.444501:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521164.444506:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915020032, portal 25 00000400:00000010:2.0:1731521164.444518:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731521164.444519:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915020032, offset 0 00000400:00000200:2.0:1731521164.444526:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521164.444534:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521164.444536:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521164.444539:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521164.444541:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521164.444543:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521164.444545:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [415:415:256:4294967295] 192.168.203.102@tcp LPNI seq info [415:415:8:4294967295] 00000400:00000200:2.0:1731521164.444554:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521164.444560:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521164.444563:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731521164.444568:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521164.444575:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521164.444578:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521164.444699:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521164.444702:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731521164.444706:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521164.444711:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521164.444714:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3d48 00000400:00000010:0.0:1731521164.444716:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3d48. 00000100:00000200:0.0:1731521164.444722:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915020032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521164.445743:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521164.445753:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820db00 00000400:00000200:0.0:1731521164.445758:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xdc9 [1] + 224 00000400:00000200:0.0:1731521164.445771:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521164.445773:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521164.445777:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915020032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521164.445838:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521164.445842:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521164.445843:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521164.445853:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915020032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521164.445861:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915020032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521164.445876:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731521164.445881:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731521164.445884:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731521169.452414:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731521169.452431:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:2.0:1731521169.452508:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731521169.452515:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521169.452520:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521169.452527:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915020160, portal 25 00000400:00000010:2.0:1731521169.452530:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731521169.452542:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915020160, offset 0 00000400:00000200:2.0:1731521169.452549:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521169.452559:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521169.452563:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521169.452566:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521169.452569:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521169.452571:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521169.452573:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [416:416:256:4294967295] 192.168.203.102@tcp LPNI seq info [416:416:8:4294967295] 00000400:00000200:2.0:1731521169.452582:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521169.452588:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521169.452591:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521169.452596:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521169.452604:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521169.452607:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521169.452705:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521169.452708:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521169.452711:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521169.452714:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521169.452721:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:0.0:1731521169.452723:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:0.0:1731521169.452729:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915020160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521169.453685:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521169.453694:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820db80 00000400:00000200:0.0:1731521169.453700:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xdd1 [1] + 224 00000400:00000200:0.0:1731521169.453714:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521169.453718:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521169.453722:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915020160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521169.453782:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521169.453786:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521169.453787:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521169.453792:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915020160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521169.453799:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915020160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521169.453815:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731521169.453819:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:2.0:1731521169.453822:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731521174.460392:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731521174.460406:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:1.0:1731521174.460476:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731521174.460482:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521174.460488:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521174.460493:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915020288, portal 25 00000400:00000010:1.0:1731521174.460497:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3812a8. 00000100:00000200:1.0:1731521174.460499:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915020288, offset 0 00000400:00000200:1.0:1731521174.460505:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521174.460513:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521174.460517:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521174.460520:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521174.460523:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521174.460525:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521174.460527:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [417:417:256:4294967295] 192.168.203.102@tcp LPNI seq info [417:417:8:4294967295] 00000400:00000200:1.0:1731521174.460534:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521174.460539:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521174.460541:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731521174.460554:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521174.460560:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521174.460563:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521174.460677:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521174.460680:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731521174.460684:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521174.460688:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521174.460691:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3812a8 00000400:00000010:0.0:1731521174.460692:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3812a8. 00000100:00000200:0.0:1731521174.460697:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915020288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521174.461726:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521174.461735:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820dc00 00000400:00000200:0.0:1731521174.461740:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xdd9 [1] + 224 00000400:00000200:0.0:1731521174.461753:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521174.461757:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521174.461762:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915020288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521174.461836:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521174.461839:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521174.461840:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521174.461842:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915020288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521174.461846:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915020288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521174.461859:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731521174.461862:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:1.0:1731521174.461864:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731521179.468391:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731521179.468407:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:0.0:1731521179.468481:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6600. 00000400:00000010:0.0:1731521179.468487:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856d10. 00000400:00000010:0.0:1731521179.468492:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966198. 00000100:00000200:0.0:1731521179.468506:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915020416, portal 25 00000400:00000010:0.0:1731521179.468510:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966990. 00000100:00000200:0.0:1731521179.468511:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915020416, offset 0 00000400:00000200:0.0:1731521179.468518:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521179.468527:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521179.468531:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521179.468534:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521179.468537:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521179.468539:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521179.468541:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [418:418:256:4294967295] 192.168.203.102@tcp LPNI seq info [418:418:8:4294967295] 00000400:00000200:0.0:1731521179.468548:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521179.468553:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521179.468555:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78d00. 00000800:00000200:0.0:1731521179.468559:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521179.468564:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521179.468566:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521179.468831:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521179.468834:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78d00. 00000400:00000200:2.0:1731521179.468837:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521179.468841:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521179.468844:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966990 00000400:00000010:2.0:1731521179.468845:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966990. 00000100:00000200:2.0:1731521179.468850:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915020416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521179.469847:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521179.469854:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820dc80 00000400:00000200:0.0:1731521179.469858:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xde1 [1] + 224 00000400:00000200:0.0:1731521179.469870:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521179.469872:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521179.469876:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915020416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521179.469925:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856d10. 00000400:00000200:2.0:1731521179.469929:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966198 00000400:00000010:2.0:1731521179.469930:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966198. 00000100:00000200:2.0:1731521179.469934:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915020416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521179.469941:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915020416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521179.469956:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6600. 02000000:00000010:2.0:1731521179.469960:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:2.0:1731521179.469962:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731521184.476367:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731521184.476384:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:2.0:1731521184.476455:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731521184.476461:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521184.476466:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521184.476472:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915020544, portal 25 00000400:00000010:2.0:1731521184.476475:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3440. 00000100:00000200:2.0:1731521184.476477:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915020544, offset 0 00000400:00000200:2.0:1731521184.476483:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521184.476492:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521184.476496:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521184.476499:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521184.476501:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521184.476503:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521184.476506:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [419:419:256:4294967295] 192.168.203.102@tcp LPNI seq info [419:419:8:4294967295] 00000400:00000200:2.0:1731521184.476513:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521184.476517:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521184.476519:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521184.476522:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521184.476527:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521184.476530:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521184.476910:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521184.476913:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521184.476916:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521184.476920:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521184.476923:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3440 00000400:00000010:0.0:1731521184.476925:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3440. 00000100:00000200:0.0:1731521184.476930:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915020544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521184.478072:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521184.478079:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820dd00 00000400:00000200:0.0:1731521184.478084:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xde9 [1] + 224 00000400:00000200:0.0:1731521184.478098:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521184.478101:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521184.478106:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915020544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521184.478156:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521184.478159:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521184.478161:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521184.478165:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915020544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521184.478175:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915020544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521184.478189:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731521184.478193:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:2.0:1731521184.478195:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731521189.484516:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731521189.484531:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:1.0:1731521189.484717:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731521189.484723:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521189.484728:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521189.484733:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915020672, portal 25 00000400:00000010:1.0:1731521189.484736:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381dd0. 00000100:00000200:1.0:1731521189.484738:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915020672, offset 0 00000400:00000200:1.0:1731521189.484745:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521189.484755:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521189.484759:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521189.484762:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521189.484765:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521189.484767:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521189.484769:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [420:420:256:4294967295] 192.168.203.102@tcp LPNI seq info [420:420:8:4294967295] 00000400:00000200:1.0:1731521189.484776:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521189.484782:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521189.484784:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731521189.484789:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521189.484803:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521189.484807:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521189.484934:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521189.484938:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731521189.484942:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521189.484946:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521189.484948:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381dd0 00000400:00000010:0.0:1731521189.484949:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381dd0. 00000100:00000200:0.0:1731521189.484955:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915020672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521189.488456:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521189.488468:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820dd80 00000400:00000200:0.0:1731521189.488474:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xdf1 [1] + 224 00000400:00000200:0.0:1731521189.488491:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521189.488495:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521189.488502:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915020672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521189.488594:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521189.488598:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521189.488599:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521189.488604:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915020672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521189.488611:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915020672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521189.488628:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731521189.488632:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:1.0:1731521189.488635:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731521194.492380:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731521194.492396:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:1.0:1731521194.492470:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731521194.492477:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521194.492482:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521194.492487:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915020800, portal 25 00000400:00000010:1.0:1731521194.492490:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381770. 00000100:00000200:1.0:1731521194.492492:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915020800, offset 0 00000400:00000200:1.0:1731521194.492499:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521194.492508:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521194.492511:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521194.492514:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521194.492517:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521194.492519:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521194.492521:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [421:421:256:4294967295] 192.168.203.102@tcp LPNI seq info [421:421:8:4294967295] 00000400:00000200:1.0:1731521194.492529:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521194.492533:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521194.492536:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731521194.492541:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521194.492548:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521194.492560:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521194.492674:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521194.492677:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731521194.492681:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521194.492685:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521194.492687:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381770 00000400:00000010:0.0:1731521194.492689:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381770. 00000100:00000200:0.0:1731521194.492698:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915020800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521194.493676:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521194.493683:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820de00 00000400:00000200:0.0:1731521194.493689:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xdf9 [1] + 224 00000400:00000200:0.0:1731521194.493701:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521194.493704:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521194.493709:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915020800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521194.493775:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521194.493779:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521194.493780:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521194.493784:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915020800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521194.493790:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915020800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521194.493805:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731521194.493808:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:1.0:1731521194.493811:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731521199.500356:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731521199.500372:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:0.0:1731521199.500439:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7800. 00000400:00000010:0.0:1731521199.500445:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856b58. 00000400:00000010:0.0:1731521199.500454:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966880. 00000100:00000200:0.0:1731521199.500459:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915020928, portal 25 00000400:00000010:0.0:1731521199.500463:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966220. 00000100:00000200:0.0:1731521199.500465:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915020928, offset 0 00000400:00000200:0.0:1731521199.500474:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521199.500483:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521199.500486:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521199.500489:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521199.500492:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521199.500494:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521199.500496:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [422:422:256:4294967295] 192.168.203.102@tcp LPNI seq info [422:422:8:4294967295] 00000400:00000200:0.0:1731521199.500503:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521199.500507:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521199.500510:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78700. 00000800:00000200:0.0:1731521199.500515:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521199.500520:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521199.500523:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521199.500628:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521199.500631:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78700. 00000400:00000200:2.0:1731521199.500634:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521199.500638:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521199.500641:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966220 00000400:00000010:2.0:1731521199.500642:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966220. 00000100:00000200:2.0:1731521199.500647:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915020928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521199.501769:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521199.501785:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820de80 00000400:00000200:0.0:1731521199.501790:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe01 [1] + 224 00000400:00000200:0.0:1731521199.501804:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521199.501807:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521199.501811:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915020928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521199.501879:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856b58. 00000400:00000200:2.0:1731521199.501883:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966880 00000400:00000010:2.0:1731521199.501884:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966880. 00000100:00000200:2.0:1731521199.501888:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915020928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521199.501894:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915020928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521199.501909:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7800. 02000000:00000010:2.0:1731521199.501913:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:2.0:1731521199.501916:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731521204.508390:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731521204.508407:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:2.0:1731521204.508483:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731521204.508489:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521204.508494:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521204.508509:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915021056, portal 25 00000400:00000010:2.0:1731521204.508513:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3c38. 00000100:00000200:2.0:1731521204.508515:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915021056, offset 0 00000400:00000200:2.0:1731521204.508521:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521204.508530:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521204.508534:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521204.508537:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521204.508540:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521204.508542:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521204.508544:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [423:423:256:4294967295] 192.168.203.102@tcp LPNI seq info [423:423:8:4294967295] 00000400:00000200:2.0:1731521204.508552:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521204.508556:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521204.508559:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731521204.508563:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521204.508568:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521204.508571:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521204.508722:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521204.508725:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731521204.508729:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521204.508734:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521204.508736:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3c38 00000400:00000010:0.0:1731521204.508738:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3c38. 00000100:00000200:0.0:1731521204.508743:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915021056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521204.509863:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521204.509872:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820df00 00000400:00000200:0.0:1731521204.509877:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe09 [1] + 224 00000400:00000200:0.0:1731521204.509890:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521204.509893:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521204.509898:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915021056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521204.510051:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521204.510055:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521204.510056:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521204.510060:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915021056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521204.510066:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915021056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521204.510082:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731521204.510086:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731521204.510089:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731521209.516383:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731521209.516402:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:1.0:1731521209.516489:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731521209.516496:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521209.516501:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521209.516506:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915021184, portal 25 00000400:00000010:1.0:1731521209.516510:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3817f8. 00000100:00000200:1.0:1731521209.516511:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915021184, offset 0 00000400:00000200:1.0:1731521209.516519:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521209.516528:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521209.516532:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521209.516535:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521209.516537:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521209.516539:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521209.516542:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [424:424:256:4294967295] 192.168.203.102@tcp LPNI seq info [424:424:8:4294967295] 00000400:00000200:1.0:1731521209.516549:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521209.516554:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521209.516556:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731521209.516561:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521209.516567:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521209.516570:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521209.516732:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521209.516735:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731521209.516739:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521209.516743:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521209.516746:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3817f8 00000400:00000010:0.0:1731521209.516747:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3817f8. 00000100:00000200:0.0:1731521209.516752:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915021184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521209.517934:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521209.517948:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820df80 00000400:00000200:0.0:1731521209.517953:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe11 [1] + 224 00000400:00000200:0.0:1731521209.517967:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521209.517970:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521209.517975:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915021184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521209.518042:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521209.518046:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521209.518046:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521209.518050:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915021184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521209.518054:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915021184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521209.518067:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731521209.518069:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:1.0:1731521209.518071:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000100:00000010:3.0:1731521214.524366:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731521214.524382:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:1.0:1731521214.524459:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731521214.524466:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521214.524472:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521214.524477:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915021312, portal 25 00000400:00000010:1.0:1731521214.524481:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381198. 00000100:00000200:1.0:1731521214.524482:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915021312, offset 0 00000400:00000200:1.0:1731521214.524489:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521214.524499:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521214.524503:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521214.524506:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521214.524509:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521214.524511:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521214.524513:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [425:425:256:4294967295] 192.168.203.102@tcp LPNI seq info [425:425:8:4294967295] 00000400:00000200:1.0:1731521214.524521:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521214.524526:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521214.524530:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731521214.524534:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521214.524539:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521214.524542:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521214.524769:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521214.524773:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731521214.524777:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521214.524782:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521214.524796:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381198 00000400:00000010:0.0:1731521214.524798:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381198. 00000100:00000200:0.0:1731521214.524806:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915021312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521214.525761:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521214.525770:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e000 00000400:00000200:0.0:1731521214.525774:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe19 [1] + 224 00000400:00000200:0.0:1731521214.525790:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521214.525793:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521214.525798:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915021312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521214.525842:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521214.525849:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521214.525850:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521214.525855:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915021312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521214.525862:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915021312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521214.525877:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731521214.525879:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:1.0:1731521214.525882:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731521219.532361:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731521219.532377:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:0.0:1731521219.532437:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6800. 00000400:00000010:0.0:1731521219.532443:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856ec8. 00000400:00000010:0.0:1731521219.532446:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9666e8. 00000100:00000200:0.0:1731521219.532451:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915021440, portal 25 00000400:00000010:0.0:1731521219.532456:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966880. 00000100:00000200:0.0:1731521219.532457:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915021440, offset 0 00000400:00000200:0.0:1731521219.532462:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521219.532470:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521219.532481:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521219.532484:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521219.532486:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521219.532487:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521219.532489:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [426:426:256:4294967295] 192.168.203.102@tcp LPNI seq info [426:426:8:4294967295] 00000400:00000200:0.0:1731521219.532494:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521219.532498:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521219.532500:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78b00. 00000800:00000200:0.0:1731521219.532504:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521219.532509:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521219.532511:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521219.532592:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521219.532595:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78b00. 00000400:00000200:2.0:1731521219.532598:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521219.532602:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521219.532604:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966880 00000400:00000010:2.0:1731521219.532610:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966880. 00000100:00000200:2.0:1731521219.532615:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915021440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521219.533420:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521219.533425:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e080 00000400:00000200:0.0:1731521219.533429:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe21 [1] + 224 00000400:00000200:0.0:1731521219.533437:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521219.533439:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521219.533442:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915021440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521219.533472:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856ec8. 00000400:00000200:2.0:1731521219.533475:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9666e8 00000400:00000010:2.0:1731521219.533476:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9666e8. 00000100:00000200:2.0:1731521219.533480:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915021440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521219.533487:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915021440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521219.533500:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6800. 02000000:00000010:2.0:1731521219.533504:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:2.0:1731521219.533507:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731521224.540398:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731521224.540422:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:0.0:1731521224.540554:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7c00. 00000400:00000010:0.0:1731521224.540564:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856580. 00000400:00000010:0.0:1731521224.540569:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966220. 00000100:00000200:0.0:1731521224.540574:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915021568, portal 25 00000400:00000010:0.0:1731521224.540578:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966198. 00000100:00000200:0.0:1731521224.540580:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915021568, offset 0 00000400:00000200:0.0:1731521224.540586:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521224.540595:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521224.540600:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521224.540602:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521224.540605:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521224.540614:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521224.540617:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [427:427:256:4294967295] 192.168.203.102@tcp LPNI seq info [427:427:8:4294967295] 00000400:00000200:0.0:1731521224.540623:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521224.540627:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521224.540630:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78e00. 00000800:00000200:0.0:1731521224.540635:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521224.540640:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521224.540643:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521224.540731:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521224.540734:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78e00. 00000400:00000200:2.0:1731521224.540737:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521224.540741:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521224.540744:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966198 00000400:00000010:2.0:1731521224.540745:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966198. 00000100:00000200:2.0:1731521224.540750:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915021568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521224.541696:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521224.541702:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e100 00000400:00000200:0.0:1731521224.541707:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe29 [1] + 224 00000400:00000200:0.0:1731521224.541724:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521224.541727:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521224.541731:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915021568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521224.541792:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856580. 00000400:00000200:2.0:1731521224.541795:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966220 00000400:00000010:2.0:1731521224.541797:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966220. 00000100:00000200:2.0:1731521224.541800:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915021568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521224.541807:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915021568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521224.541822:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7c00. 02000000:00000010:2.0:1731521224.541826:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:2.0:1731521224.541829:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731521229.548367:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731521229.548382:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:2.0:1731521229.548458:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731521229.548464:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521229.548469:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521229.548474:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915021696, portal 25 00000400:00000010:2.0:1731521229.548478:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3330. 00000100:00000200:2.0:1731521229.548479:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915021696, offset 0 00000400:00000200:2.0:1731521229.548486:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521229.548495:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521229.548503:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521229.548507:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521229.548509:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521229.548511:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521229.548513:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [428:428:256:4294967295] 192.168.203.102@tcp LPNI seq info [428:428:8:4294967295] 00000400:00000200:2.0:1731521229.548520:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521229.548525:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521229.548528:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731521229.548533:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521229.548539:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521229.548542:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521229.548649:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521229.548652:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731521229.548655:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521229.548659:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521229.548662:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3330 00000400:00000010:0.0:1731521229.548663:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3330. 00000100:00000200:0.0:1731521229.548669:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915021696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521229.549672:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521229.549680:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e180 00000400:00000200:0.0:1731521229.549685:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe31 [1] + 224 00000400:00000200:0.0:1731521229.549699:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521229.549702:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521229.549713:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915021696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521229.549768:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521229.549772:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521229.549773:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521229.549777:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915021696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521229.549783:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915021696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521229.549799:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731521229.549802:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:2.0:1731521229.549805:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731521234.556431:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731521234.556468:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:1.0:1731521234.556577:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731521234.556588:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521234.556594:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521234.556605:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915021824, portal 25 00000400:00000010:1.0:1731521234.556608:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381220. 00000100:00000200:1.0:1731521234.556610:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915021824, offset 0 00000400:00000200:1.0:1731521234.556617:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521234.556627:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521234.556632:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521234.556634:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521234.556637:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521234.556638:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521234.556641:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [429:429:256:4294967295] 192.168.203.102@tcp LPNI seq info [429:429:8:4294967295] 00000400:00000200:1.0:1731521234.556648:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521234.556653:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521234.556656:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731521234.556661:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521234.556668:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521234.556671:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521234.556780:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521234.556783:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731521234.556788:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521234.556792:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521234.556795:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381220 00000400:00000010:0.0:1731521234.556796:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381220. 00000100:00000200:0.0:1731521234.556802:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915021824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521234.558113:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521234.558121:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e200 00000400:00000200:0.0:1731521234.558126:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe39 [1] + 224 00000400:00000200:0.0:1731521234.558141:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521234.558144:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521234.558148:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915021824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521234.558206:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521234.558210:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521234.558218:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521234.558222:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915021824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521234.558229:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915021824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521234.558246:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731521234.558249:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:1.0:1731521234.558252:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731521239.564368:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731521239.564385:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:2.0:1731521239.564464:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731521239.564479:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521239.564483:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521239.564488:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915021952, portal 25 00000400:00000010:2.0:1731521239.564491:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3908. 00000100:00000200:2.0:1731521239.564493:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915021952, offset 0 00000400:00000200:2.0:1731521239.564499:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521239.564507:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521239.564511:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521239.564514:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521239.564516:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521239.564518:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521239.564520:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [430:430:256:4294967295] 192.168.203.102@tcp LPNI seq info [430:430:8:4294967295] 00000400:00000200:2.0:1731521239.564527:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521239.564532:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521239.564534:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521239.564539:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521239.564545:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521239.564548:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521239.564642:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521239.564645:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521239.564649:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521239.564653:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521239.564656:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3908 00000400:00000010:0.0:1731521239.564657:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3908. 00000100:00000200:0.0:1731521239.564662:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915021952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521239.565723:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521239.565730:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e280 00000400:00000200:0.0:1731521239.565735:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe41 [1] + 224 00000400:00000200:0.0:1731521239.565746:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521239.565751:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521239.565755:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915021952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521239.565804:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521239.565807:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521239.565808:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521239.565812:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915021952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521239.565819:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915021952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521239.565834:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731521239.565837:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:2.0:1731521239.565840:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731521244.572374:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731521244.572388:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:2.0:1731521244.572471:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731521244.572477:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521244.572492:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521244.572498:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915022080, portal 25 00000400:00000010:2.0:1731521244.572501:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3e58. 00000100:00000200:2.0:1731521244.572503:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915022080, offset 0 00000400:00000200:2.0:1731521244.572509:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521244.572518:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521244.572522:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521244.572525:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521244.572528:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521244.572530:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521244.572532:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [431:431:256:4294967295] 192.168.203.102@tcp LPNI seq info [431:431:8:4294967295] 00000400:00000200:2.0:1731521244.572540:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521244.572545:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521244.572548:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521244.572552:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521244.572559:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521244.572562:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521244.572677:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521244.572684:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521244.572690:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521244.572697:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521244.572702:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3e58 00000400:00000010:0.0:1731521244.572704:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3e58. 00000100:00000200:0.0:1731521244.572712:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915022080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521244.573743:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521244.573753:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e300 00000400:00000200:0.0:1731521244.573759:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe49 [1] + 224 00000400:00000200:0.0:1731521244.573774:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521244.573778:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521244.573783:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915022080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521244.573853:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521244.573857:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521244.573858:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521244.573861:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915022080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521244.573866:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915022080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521244.573884:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731521244.573887:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:2.0:1731521244.573890:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731521249.580383:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731521249.580398:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:2.0:1731521249.580467:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731521249.580473:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521249.580479:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521249.580485:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915022208, portal 25 00000400:00000010:2.0:1731521249.580497:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3bb0. 00000100:00000200:2.0:1731521249.580499:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915022208, offset 0 00000400:00000200:2.0:1731521249.580506:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521249.580515:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521249.580519:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521249.580522:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521249.580524:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521249.580526:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521249.580528:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [432:432:256:4294967295] 192.168.203.102@tcp LPNI seq info [432:432:8:4294967295] 00000400:00000200:2.0:1731521249.580535:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521249.580540:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521249.580543:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521249.580547:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521249.580553:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521249.580557:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521249.580670:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521249.580673:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521249.580677:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521249.580681:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521249.580683:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3bb0 00000400:00000010:0.0:1731521249.580685:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3bb0. 00000100:00000200:0.0:1731521249.580690:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915022208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521249.581687:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521249.581695:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e380 00000400:00000200:0.0:1731521249.581700:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe51 [1] + 224 00000400:00000200:0.0:1731521249.581712:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521249.581718:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521249.581723:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915022208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521249.581784:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521249.581787:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521249.581788:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521249.581793:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915022208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521249.581800:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915022208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521249.581836:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731521249.581841:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:2.0:1731521249.581844:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731521254.588371:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731521254.588385:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:1.0:1731521254.588458:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731521254.588465:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521254.588470:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521254.588475:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915022336, portal 25 00000400:00000010:1.0:1731521254.588477:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3814c8. 00000100:00000200:1.0:1731521254.588479:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915022336, offset 0 00000400:00000200:1.0:1731521254.588484:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521254.588492:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521254.588495:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521254.588498:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521254.588500:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521254.588501:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521254.588503:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [433:433:256:4294967295] 192.168.203.102@tcp LPNI seq info [433:433:8:4294967295] 00000400:00000200:1.0:1731521254.588507:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521254.588511:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521254.588513:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731521254.588516:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521254.588522:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521254.588524:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521254.588659:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521254.588662:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731521254.588666:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521254.588670:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521254.588673:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3814c8 00000400:00000010:0.0:1731521254.588674:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3814c8. 00000100:00000200:0.0:1731521254.588679:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915022336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521254.589716:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521254.589728:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e400 00000400:00000200:0.0:1731521254.589733:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe59 [1] + 224 00000400:00000200:0.0:1731521254.589747:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521254.589749:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521254.589753:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915022336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521254.589812:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521254.589819:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521254.589820:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521254.589823:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915022336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521254.589836:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915022336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521254.589849:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731521254.589852:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:1.0:1731521254.589854:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731521259.596376:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731521259.596392:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:0.0:1731521259.596472:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6600. 00000400:00000010:0.0:1731521259.596479:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8564d0. 00000400:00000010:0.0:1731521259.596484:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966990. 00000100:00000200:0.0:1731521259.596489:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915022464, portal 25 00000400:00000010:0.0:1731521259.596493:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966088. 00000100:00000200:0.0:1731521259.596494:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915022464, offset 0 00000400:00000200:0.0:1731521259.596500:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521259.596509:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521259.596513:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521259.596516:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521259.596518:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521259.596520:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521259.596522:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [434:434:256:4294967295] 192.168.203.102@tcp LPNI seq info [434:434:8:4294967295] 00000400:00000200:0.0:1731521259.596542:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521259.596547:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521259.596550:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78900. 00000800:00000200:0.0:1731521259.596554:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521259.596560:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521259.596563:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521259.596666:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521259.596669:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78900. 00000400:00000200:2.0:1731521259.596671:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521259.596675:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521259.596678:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966088 00000400:00000010:2.0:1731521259.596679:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966088. 00000100:00000200:2.0:1731521259.596688:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915022464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521259.597634:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521259.597641:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e480 00000400:00000200:0.0:1731521259.597646:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe61 [1] + 224 00000400:00000200:0.0:1731521259.597658:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521259.597661:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521259.597667:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915022464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521259.597747:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8564d0. 00000400:00000200:2.0:1731521259.597750:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966990 00000400:00000010:2.0:1731521259.597751:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966990. 00000100:00000200:2.0:1731521259.597755:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915022464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521259.597760:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915022464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521259.597774:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6600. 02000000:00000010:2.0:1731521259.597778:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:2.0:1731521259.597781:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731521264.604428:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731521264.604454:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:2.0:1731521264.604532:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225400. 00000400:00000010:2.0:1731521264.604538:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521264.604543:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521264.604549:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915022592, portal 25 00000400:00000010:2.0:1731521264.604552:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3550. 00000100:00000200:2.0:1731521264.604554:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915022592, offset 0 00000400:00000200:2.0:1731521264.604564:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521264.604574:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521264.604578:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521264.604581:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521264.604584:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521264.604586:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521264.604588:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [435:435:256:4294967295] 192.168.203.102@tcp LPNI seq info [435:435:8:4294967295] 00000400:00000200:2.0:1731521264.604595:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521264.604600:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521264.604603:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521264.604606:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521264.604612:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521264.604624:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521264.604731:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521264.604733:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521264.604735:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521264.604738:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521264.604740:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3550 00000400:00000010:0.0:1731521264.604741:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3550. 00000100:00000200:0.0:1731521264.604745:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915022592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521264.605715:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521264.605722:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e500 00000400:00000200:0.0:1731521264.605727:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe69 [1] + 224 00000400:00000200:0.0:1731521264.605740:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521264.605747:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521264.605752:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915022592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521264.605809:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521264.605812:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521264.605813:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521264.605817:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915022592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521264.605823:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915022592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521264.605838:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225400. 02000000:00000010:2.0:1731521264.605842:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:2.0:1731521264.605844:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731521269.612370:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731521269.612384:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:2.0:1731521269.612449:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225200. 00000400:00000010:2.0:1731521269.612455:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521269.612460:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521269.612464:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915022720, portal 25 00000400:00000010:2.0:1731521269.612468:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3aa0. 00000100:00000200:2.0:1731521269.612469:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915022720, offset 0 00000400:00000200:2.0:1731521269.612476:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521269.612484:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521269.612488:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521269.612491:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521269.612494:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521269.612495:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521269.612498:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [436:436:256:4294967295] 192.168.203.102@tcp LPNI seq info [436:436:8:4294967295] 00000400:00000200:2.0:1731521269.612504:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521269.612508:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521269.612511:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731521269.612515:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521269.612521:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521269.612524:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521269.612643:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521269.612646:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731521269.612650:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521269.612655:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521269.612657:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3aa0 00000400:00000010:0.0:1731521269.612659:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3aa0. 00000100:00000200:0.0:1731521269.612679:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915022720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521269.613719:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521269.613733:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e580 00000400:00000200:0.0:1731521269.613742:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe71 [1] + 224 00000400:00000200:0.0:1731521269.613762:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521269.613767:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521269.613775:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915022720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521269.613827:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521269.613830:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521269.613832:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521269.613836:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915022720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521269.613843:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915022720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521269.613858:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225200. 02000000:00000010:2.0:1731521269.613862:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:2.0:1731521269.613865:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731521274.620362:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731521274.620376:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:1.0:1731521274.620439:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731521274.620444:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521274.620448:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521274.620452:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915022848, portal 25 00000400:00000010:1.0:1731521274.620455:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3813b8. 00000100:00000200:1.0:1731521274.620456:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915022848, offset 0 00000400:00000200:1.0:1731521274.620461:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521274.620468:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521274.620471:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521274.620473:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521274.620476:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521274.620478:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521274.620480:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [437:437:256:4294967295] 192.168.203.102@tcp LPNI seq info [437:437:8:4294967295] 00000400:00000200:1.0:1731521274.620488:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521274.620493:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521274.620496:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731521274.620500:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521274.620506:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521274.620509:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521274.620616:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521274.620619:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731521274.620623:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521274.620627:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521274.620642:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3813b8 00000400:00000010:0.0:1731521274.620643:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3813b8. 00000100:00000200:0.0:1731521274.620649:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915022848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521274.621486:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521274.621494:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e600 00000400:00000200:0.0:1731521274.621499:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe79 [1] + 224 00000400:00000200:0.0:1731521274.621514:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521274.621517:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521274.621522:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915022848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521274.621572:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521274.621575:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521274.621576:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521274.621579:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915022848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521274.621590:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915022848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521274.621602:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731521274.621604:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:1.0:1731521274.621606:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731521279.628342:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731521279.628357:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:0.0:1731521279.628428:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6600. 00000400:00000010:0.0:1731521279.628434:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856f20. 00000400:00000010:0.0:1731521279.628440:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966aa0. 00000100:00000200:0.0:1731521279.628445:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915022976, portal 25 00000400:00000010:0.0:1731521279.628448:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966110. 00000100:00000200:0.0:1731521279.628450:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915022976, offset 0 00000400:00000200:0.0:1731521279.628457:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521279.628466:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521279.628470:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521279.628473:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521279.628476:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521279.628478:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521279.628480:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [438:438:256:4294967295] 192.168.203.102@tcp LPNI seq info [438:438:8:4294967295] 00000400:00000200:0.0:1731521279.628488:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521279.628492:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521279.628495:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78300. 00000800:00000200:0.0:1731521279.628499:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521279.628505:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521279.628509:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521279.628625:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521279.628628:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78300. 00000400:00000200:2.0:1731521279.628631:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521279.628635:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521279.628638:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966110 00000400:00000010:2.0:1731521279.628639:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966110. 00000100:00000200:2.0:1731521279.628645:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915022976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521279.629669:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521279.629677:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e680 00000400:00000200:0.0:1731521279.629685:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe81 [1] + 224 00000400:00000200:0.0:1731521279.629699:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521279.629703:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521279.629707:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915022976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521279.629754:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856f20. 00000400:00000200:2.0:1731521279.629758:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966aa0 00000400:00000010:2.0:1731521279.629759:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966aa0. 00000100:00000200:2.0:1731521279.629763:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915022976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521279.629770:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915022976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521279.629786:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6600. 02000000:00000010:2.0:1731521279.629790:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731521279.629793:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731521284.636382:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731521284.636397:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:2.0:1731521284.636467:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731521284.636472:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521284.636476:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521284.636489:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915023104, portal 25 00000400:00000010:2.0:1731521284.636492:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3dd0. 00000100:00000200:2.0:1731521284.636493:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915023104, offset 0 00000400:00000200:2.0:1731521284.636498:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521284.636506:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521284.636509:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521284.636511:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521284.636513:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521284.636514:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521284.636516:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [439:439:256:4294967295] 192.168.203.102@tcp LPNI seq info [439:439:8:4294967295] 00000400:00000200:2.0:1731521284.636521:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521284.636524:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521284.636527:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731521284.636530:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521284.636535:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521284.636537:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521284.636638:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521284.636641:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731521284.636648:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521284.636652:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521284.636654:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3dd0 00000400:00000010:0.0:1731521284.636656:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3dd0. 00000100:00000200:0.0:1731521284.636660:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915023104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521284.637869:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521284.637877:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e700 00000400:00000200:0.0:1731521284.637882:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe89 [1] + 224 00000400:00000200:0.0:1731521284.637894:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521284.637898:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521284.637903:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915023104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521284.637955:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521284.637959:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521284.637960:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521284.637964:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915023104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521284.637972:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915023104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521284.637988:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731521284.637992:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:2.0:1731521284.637994:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731521289.644369:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731521289.644384:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:2.0:1731521289.644458:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731521289.644464:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521289.644468:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521289.644472:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915023232, portal 25 00000400:00000010:2.0:1731521289.644482:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3110. 00000100:00000200:2.0:1731521289.644484:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915023232, offset 0 00000400:00000200:2.0:1731521289.644489:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521289.644497:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521289.644499:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521289.644502:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521289.644504:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521289.644505:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521289.644507:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [440:440:256:4294967295] 192.168.203.102@tcp LPNI seq info [440:440:8:4294967295] 00000400:00000200:2.0:1731521289.644515:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521289.644519:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521289.644521:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731521289.644524:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521289.644551:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521289.644553:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521289.644660:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521289.644662:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731521289.644666:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521289.644670:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521289.644672:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3110 00000400:00000010:0.0:1731521289.644674:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3110. 00000100:00000200:0.0:1731521289.644680:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915023232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521289.645507:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521289.645512:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e780 00000400:00000200:0.0:1731521289.645515:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe91 [1] + 224 00000400:00000200:0.0:1731521289.645535:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521289.645538:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521289.645543:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915023232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521289.645589:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521289.645593:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521289.645594:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521289.645598:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915023232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521289.645605:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915023232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521289.645619:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731521289.645623:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:2.0:1731521289.645625:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731521294.652361:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731521294.652377:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:1.0:1731521294.652454:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731521294.652461:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521294.652466:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521294.652471:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915023360, portal 25 00000400:00000010:1.0:1731521294.652474:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381440. 00000100:00000200:1.0:1731521294.652476:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915023360, offset 0 00000400:00000200:1.0:1731521294.652482:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521294.652515:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521294.652519:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521294.652522:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521294.652524:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521294.652526:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521294.652528:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [441:441:256:4294967295] 192.168.203.102@tcp LPNI seq info [441:441:8:4294967295] 00000400:00000200:1.0:1731521294.652535:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521294.652540:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521294.652543:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731521294.652547:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521294.652553:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521294.652556:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521294.652645:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521294.652654:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731521294.652657:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521294.652661:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521294.652663:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381440 00000400:00000010:0.0:1731521294.652663:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381440. 00000100:00000200:0.0:1731521294.652668:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915023360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521294.653465:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521294.653471:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e800 00000400:00000200:0.0:1731521294.653475:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xe99 [1] + 224 00000400:00000200:0.0:1731521294.653486:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521294.653489:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521294.653618:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915023360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521294.653664:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521294.653667:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521294.653668:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521294.653671:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915023360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521294.653682:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915023360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521294.653693:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731521294.653695:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:1.0:1731521294.653697:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731521299.660388:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731521299.660404:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:0.0:1731521299.660487:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6200. 00000400:00000010:0.0:1731521299.660494:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8568f0. 00000400:00000010:0.0:1731521299.660498:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966dd0. 00000100:00000200:0.0:1731521299.660503:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915023488, portal 25 00000400:00000010:0.0:1731521299.660505:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9665d8. 00000100:00000200:0.0:1731521299.660507:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915023488, offset 0 00000400:00000200:0.0:1731521299.660515:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521299.660525:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521299.660528:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521299.660531:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521299.660533:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521299.660534:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521299.660536:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [442:442:256:4294967295] 192.168.203.102@tcp LPNI seq info [442:442:8:4294967295] 00000400:00000200:0.0:1731521299.660542:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521299.660546:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521299.660548:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78100. 00000800:00000200:0.0:1731521299.660562:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521299.660568:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521299.660570:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521299.660691:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521299.660694:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78100. 00000400:00000200:2.0:1731521299.660697:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521299.660702:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521299.660705:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9665d8 00000400:00000010:2.0:1731521299.660707:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9665d8. 00000100:00000200:2.0:1731521299.660718:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915023488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521299.661670:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521299.661677:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e880 00000400:00000200:0.0:1731521299.661680:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xea1 [1] + 224 00000400:00000200:0.0:1731521299.661692:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521299.661695:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521299.661701:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915023488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521299.661748:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8568f0. 00000400:00000200:2.0:1731521299.661752:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966dd0 00000400:00000010:2.0:1731521299.661753:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966dd0. 00000100:00000200:2.0:1731521299.661758:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915023488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521299.661765:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915023488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521299.661781:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6200. 02000000:00000010:2.0:1731521299.661787:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:2.0:1731521299.661789:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731521304.668371:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731521304.668387:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:2.0:1731521304.668471:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731521304.668479:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521304.668485:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521304.668491:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915023616, portal 25 00000400:00000010:2.0:1731521304.668494:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3770. 00000100:00000200:2.0:1731521304.668496:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915023616, offset 0 00000400:00000200:2.0:1731521304.668504:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521304.668513:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521304.668518:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521304.668521:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521304.668524:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521304.668525:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521304.668528:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [443:443:256:4294967295] 192.168.203.102@tcp LPNI seq info [443:443:8:4294967295] 00000400:00000200:2.0:1731521304.668538:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521304.668543:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521304.668546:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731521304.668550:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521304.668556:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521304.668566:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521304.668679:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521304.668682:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731521304.668686:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521304.668691:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521304.668694:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3770 00000400:00000010:0.0:1731521304.668696:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3770. 00000100:00000200:0.0:1731521304.668702:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915023616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521304.669999:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521304.670007:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e900 00000400:00000200:0.0:1731521304.670013:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xea9 [1] + 224 00000400:00000200:0.0:1731521304.670026:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521304.670029:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521304.670034:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915023616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521304.670121:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521304.670125:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521304.670127:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521304.670132:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915023616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521304.670140:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915023616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521304.670156:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731521304.670160:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:2.0:1731521304.670163:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000100:00000010:3.0:1731521309.676353:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731521309.676368:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:2.0:1731521309.676475:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731521309.676481:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521309.676486:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521309.676491:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915023744, portal 25 00000400:00000010:2.0:1731521309.676495:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731521309.676496:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915023744, offset 0 00000400:00000200:2.0:1731521309.676503:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521309.676512:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521309.676517:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521309.676520:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521309.676522:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521309.676524:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521309.676526:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [444:444:256:4294967295] 192.168.203.102@tcp LPNI seq info [444:444:8:4294967295] 00000400:00000200:2.0:1731521309.676534:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521309.676538:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521309.676541:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731521309.676546:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521309.676553:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521309.676556:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521309.676669:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521309.676671:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731521309.676675:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521309.676679:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521309.676686:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac32a8 00000400:00000010:0.0:1731521309.676687:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac32a8. 00000100:00000200:0.0:1731521309.676692:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915023744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521309.677536:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521309.677544:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820e980 00000400:00000200:0.0:1731521309.677549:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xeb1 [1] + 224 00000400:00000200:0.0:1731521309.677562:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521309.677564:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521309.677569:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915023744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521309.677618:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521309.677622:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521309.677623:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521309.677628:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915023744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521309.677635:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915023744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521309.677649:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731521309.677653:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:2.0:1731521309.677656:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731521314.684385:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731521314.684400:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:1.0:1731521314.684473:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731521314.684479:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521314.684484:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521314.684490:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915023872, portal 25 00000400:00000010:1.0:1731521314.684493:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3815d8. 00000100:00000200:1.0:1731521314.684494:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915023872, offset 0 00000400:00000200:1.0:1731521314.684499:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521314.684509:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521314.684512:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521314.684515:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521314.684517:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521314.684518:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521314.684520:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [445:445:256:4294967295] 192.168.203.102@tcp LPNI seq info [445:445:8:4294967295] 00000400:00000200:1.0:1731521314.684526:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521314.684530:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521314.684532:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731521314.684535:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521314.684541:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521314.684543:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521314.684642:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521314.684645:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731521314.684648:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521314.684652:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521314.684654:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3815d8 00000400:00000010:0.0:1731521314.684655:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3815d8. 00000100:00000200:0.0:1731521314.684660:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915023872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521314.685677:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521314.685684:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ea00 00000400:00000200:0.0:1731521314.685690:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xeb9 [1] + 224 00000400:00000200:0.0:1731521314.685707:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521314.685710:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521314.685715:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915023872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521314.685776:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521314.685780:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521314.685782:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521314.685787:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915023872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521314.685814:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915023872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521314.685830:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731521314.685834:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:1.0:1731521314.685836:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731521319.692394:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731521319.692411:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:0.0:1731521319.692486:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6800. 00000400:00000010:0.0:1731521319.692492:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856f78. 00000400:00000010:0.0:1731521319.692496:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966660. 00000100:00000200:0.0:1731521319.692510:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915024000, portal 25 00000400:00000010:0.0:1731521319.692514:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966000. 00000100:00000200:0.0:1731521319.692515:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915024000, offset 0 00000400:00000200:0.0:1731521319.692521:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521319.692529:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521319.692533:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521319.692536:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521319.692538:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521319.692539:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521319.692541:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [446:446:256:4294967295] 192.168.203.102@tcp LPNI seq info [446:446:8:4294967295] 00000400:00000200:0.0:1731521319.692547:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521319.692551:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521319.692553:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78100. 00000800:00000200:0.0:1731521319.692556:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521319.692562:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521319.692565:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521319.692667:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521319.692669:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78100. 00000400:00000200:2.0:1731521319.692672:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521319.692676:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521319.692678:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966000 00000400:00000010:2.0:1731521319.692680:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966000. 00000100:00000200:2.0:1731521319.692685:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915024000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521319.693636:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521319.693645:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ea80 00000400:00000200:0.0:1731521319.693655:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xec1 [1] + 224 00000400:00000200:0.0:1731521319.693668:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521319.693672:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521319.693677:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915024000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521319.693731:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856f78. 00000400:00000200:2.0:1731521319.693735:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966660 00000400:00000010:2.0:1731521319.693736:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966660. 00000100:00000200:2.0:1731521319.693741:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915024000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521319.693748:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915024000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521319.693764:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6800. 02000000:00000010:2.0:1731521319.693768:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731521319.693771:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731521324.700381:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731521324.700395:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:2.0:1731521324.700471:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731521324.700478:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521324.700483:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521324.700498:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915024128, portal 25 00000400:00000010:2.0:1731521324.700501:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3a18. 00000100:00000200:2.0:1731521324.700502:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915024128, offset 0 00000400:00000200:2.0:1731521324.700508:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521324.700516:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521324.700519:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521324.700522:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521324.700524:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521324.700526:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521324.700528:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [447:447:256:4294967295] 192.168.203.102@tcp LPNI seq info [447:447:8:4294967295] 00000400:00000200:2.0:1731521324.700533:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521324.700537:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521324.700540:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521324.700544:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521324.700549:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521324.700551:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521324.700645:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521324.700648:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521324.700650:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521324.700654:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521324.700656:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3a18 00000400:00000010:0.0:1731521324.700657:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3a18. 00000100:00000200:0.0:1731521324.700662:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915024128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521324.701605:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521324.701612:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820eb00 00000400:00000200:0.0:1731521324.701616:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xec9 [1] + 224 00000400:00000200:0.0:1731521324.701626:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521324.701628:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521324.701632:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915024128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521324.701677:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521324.701680:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521324.701681:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521324.701685:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915024128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521324.701693:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915024128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521324.701709:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731521324.701713:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:2.0:1731521324.701716:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731521329.708381:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731521329.708396:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:2.0:1731521329.708470:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731521329.708476:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521329.708480:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521329.708485:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915024256, portal 25 00000400:00000010:2.0:1731521329.708503:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac33b8. 00000100:00000200:2.0:1731521329.708509:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915024256, offset 0 00000400:00000200:2.0:1731521329.708515:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521329.708523:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521329.708526:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521329.708529:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521329.708531:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521329.708533:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521329.708535:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [448:448:256:4294967295] 192.168.203.102@tcp LPNI seq info [448:448:8:4294967295] 00000400:00000200:2.0:1731521329.708541:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521329.708544:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521329.708546:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521329.708550:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521329.708555:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521329.708558:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521329.708667:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521329.708670:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521329.708674:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521329.708679:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521329.708682:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac33b8 00000400:00000010:0.0:1731521329.708683:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac33b8. 00000100:00000200:0.0:1731521329.708689:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915024256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521329.709700:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521329.709706:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820eb80 00000400:00000200:0.0:1731521329.709710:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xed1 [1] + 224 00000400:00000200:0.0:1731521329.709721:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521329.709724:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521329.709728:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915024256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521329.709771:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521329.709774:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521329.709776:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521329.709780:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915024256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521329.709788:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915024256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521329.709803:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731521329.709808:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:2.0:1731521329.709811:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731521334.716387:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731521334.716406:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:1.0:1731521334.716493:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bee00. 00000400:00000010:1.0:1731521334.716501:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521334.716507:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521334.716513:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915024384, portal 25 00000400:00000010:1.0:1731521334.716517:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381990. 00000100:00000200:1.0:1731521334.716519:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915024384, offset 0 00000400:00000200:1.0:1731521334.716527:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521334.716537:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521334.716542:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521334.716546:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521334.716548:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521334.716550:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521334.716553:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [449:449:256:4294967295] 192.168.203.102@tcp LPNI seq info [449:449:8:4294967295] 00000400:00000200:1.0:1731521334.716560:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521334.716564:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521334.716566:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731521334.716572:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521334.716578:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521334.716581:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521334.716705:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521334.716708:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731521334.716711:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521334.716715:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521334.716717:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381990 00000400:00000010:0.0:1731521334.716718:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381990. 00000100:00000200:0.0:1731521334.716731:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915024384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521334.717783:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521334.717792:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ec00 00000400:00000200:0.0:1731521334.717798:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xed9 [1] + 224 00000400:00000200:0.0:1731521334.717813:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521334.717816:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521334.717822:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915024384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521334.717876:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521334.717880:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521334.717881:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521334.717886:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915024384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521334.717904:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915024384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521334.717919:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bee00. 02000000:00000010:1.0:1731521334.717923:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:1.0:1731521334.717926:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731521339.724373:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731521339.724390:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:0.0:1731521339.724460:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6200. 00000400:00000010:0.0:1731521339.724466:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856898. 00000400:00000010:0.0:1731521339.724470:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966b28. 00000100:00000200:0.0:1731521339.724475:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915024512, portal 25 00000400:00000010:0.0:1731521339.724478:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966a18. 00000100:00000200:0.0:1731521339.724479:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915024512, offset 0 00000400:00000200:0.0:1731521339.724485:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521339.724493:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521339.724496:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521339.724499:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521339.724501:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521339.724503:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521339.724505:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [450:450:256:4294967295] 192.168.203.102@tcp LPNI seq info [450:450:8:4294967295] 00000400:00000200:0.0:1731521339.724510:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521339.724514:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521339.724516:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78500. 00000800:00000200:0.0:1731521339.724520:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521339.724525:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521339.724527:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521339.724625:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521339.724629:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78500. 00000400:00000200:2.0:1731521339.724632:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521339.724637:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521339.724639:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966a18 00000400:00000010:2.0:1731521339.724641:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966a18. 00000100:00000200:2.0:1731521339.724655:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915024512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521339.725645:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521339.725659:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ec80 00000400:00000200:0.0:1731521339.725664:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xee1 [1] + 224 00000400:00000200:0.0:1731521339.725680:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521339.725684:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521339.725694:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915024512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521339.725752:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856898. 00000400:00000200:2.0:1731521339.725756:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966b28 00000400:00000010:2.0:1731521339.725757:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966b28. 00000100:00000200:2.0:1731521339.725761:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915024512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521339.725770:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915024512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521339.725787:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6200. 02000000:00000010:2.0:1731521339.725792:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:2.0:1731521339.725795:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731521344.732370:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731521344.732387:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:2.0:1731521344.732466:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731521344.732473:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521344.732478:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521344.732482:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915024640, portal 25 00000400:00000010:2.0:1731521344.732486:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac37f8. 00000100:00000200:2.0:1731521344.732487:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915024640, offset 0 00000400:00000200:2.0:1731521344.732493:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521344.732502:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521344.732505:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521344.732508:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521344.732510:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521344.732511:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521344.732513:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [451:451:256:4294967295] 192.168.203.102@tcp LPNI seq info [451:451:8:4294967295] 00000400:00000200:2.0:1731521344.732519:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521344.732522:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521344.732525:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521344.732528:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521344.732534:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521344.732546:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521344.732648:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521344.732651:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521344.732655:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521344.732661:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521344.732664:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac37f8 00000400:00000010:0.0:1731521344.732665:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac37f8. 00000100:00000200:0.0:1731521344.732672:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915024640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521344.733616:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521344.733623:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ed00 00000400:00000200:0.0:1731521344.733626:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xee9 [1] + 224 00000400:00000200:0.0:1731521344.733637:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521344.733640:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521344.733643:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915024640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521344.733697:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521344.733700:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521344.733701:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521344.733706:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915024640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521344.733714:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915024640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521344.733730:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731521344.733734:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:2.0:1731521344.733737:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731521349.740376:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731521349.740393:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:2.0:1731521349.740463:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731521349.740470:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521349.740476:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521349.740483:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915024768, portal 25 00000400:00000010:2.0:1731521349.740487:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac36e8. 00000100:00000200:2.0:1731521349.740489:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915024768, offset 0 00000400:00000200:2.0:1731521349.740496:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521349.740506:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521349.740510:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521349.740514:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521349.740517:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521349.740519:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521349.740522:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [452:452:256:4294967295] 192.168.203.102@tcp LPNI seq info [452:452:8:4294967295] 00000400:00000200:2.0:1731521349.740530:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521349.740536:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521349.740539:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731521349.740544:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521349.740551:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521349.740554:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521349.740678:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521349.740681:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731521349.740685:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521349.740690:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521349.740693:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac36e8 00000400:00000010:0.0:1731521349.740695:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac36e8. 00000100:00000200:0.0:1731521349.740701:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915024768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521349.741806:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521349.741819:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ed80 00000400:00000200:0.0:1731521349.741824:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xef1 [1] + 224 00000400:00000200:0.0:1731521349.741837:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521349.741840:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521349.741845:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915024768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521349.741912:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521349.741916:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521349.741918:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521349.741923:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915024768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521349.741931:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915024768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521349.741948:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731521349.741951:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:2.0:1731521349.741954:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731521354.748364:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731521354.748381:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:1.0:1731521354.748490:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bee00. 00000400:00000010:1.0:1731521354.748497:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521354.748501:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521354.748506:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915024896, portal 25 00000400:00000010:1.0:1731521354.748509:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381330. 00000100:00000200:1.0:1731521354.748510:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915024896, offset 0 00000400:00000200:1.0:1731521354.748521:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521354.748530:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521354.748534:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521354.748537:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521354.748539:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521354.748541:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521354.748543:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [453:453:256:4294967295] 192.168.203.102@tcp LPNI seq info [453:453:8:4294967295] 00000400:00000200:1.0:1731521354.748548:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521354.748552:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521354.748554:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731521354.748558:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521354.748563:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521354.748566:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521354.748688:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521354.748691:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731521354.748695:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521354.748700:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521354.748703:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381330 00000400:00000010:0.0:1731521354.748705:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381330. 00000100:00000200:0.0:1731521354.748710:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915024896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521354.749727:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521354.749735:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ee00 00000400:00000200:0.0:1731521354.749741:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xef9 [1] + 224 00000400:00000200:0.0:1731521354.749756:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521354.749759:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521354.749765:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915024896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521354.749806:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521354.749810:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521354.749811:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521354.749816:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915024896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521354.749837:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915024896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521354.749854:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bee00. 02000000:00000010:1.0:1731521354.749858:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:1.0:1731521354.749861:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731521359.756363:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731521359.756380:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:0.0:1731521359.756444:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6600. 00000400:00000010:0.0:1731521359.756451:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8569a0. 00000400:00000010:0.0:1731521359.756456:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966bb0. 00000100:00000200:0.0:1731521359.756461:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915025024, portal 25 00000400:00000010:0.0:1731521359.756464:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966908. 00000100:00000200:0.0:1731521359.756465:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915025024, offset 0 00000400:00000200:0.0:1731521359.756472:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521359.756480:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521359.756492:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521359.756494:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521359.756497:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521359.756498:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521359.756500:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [454:454:256:4294967295] 192.168.203.102@tcp LPNI seq info [454:454:8:4294967295] 00000400:00000200:0.0:1731521359.756506:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521359.756509:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521359.756512:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78c00. 00000800:00000200:0.0:1731521359.756515:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521359.756521:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521359.756523:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521359.756607:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521359.756610:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78c00. 00000400:00000200:2.0:1731521359.756613:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521359.756617:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521359.756619:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966908 00000400:00000010:2.0:1731521359.756620:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966908. 00000100:00000200:2.0:1731521359.756624:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915025024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521359.757534:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521359.757540:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ee80 00000400:00000200:0.0:1731521359.757544:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf01 [1] + 224 00000400:00000200:0.0:1731521359.757554:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521359.757557:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521359.757561:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915025024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521359.757609:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8569a0. 00000400:00000200:2.0:1731521359.757614:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966bb0 00000400:00000010:2.0:1731521359.757615:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966bb0. 00000100:00000200:2.0:1731521359.757620:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915025024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521359.757629:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915025024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521359.757644:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6600. 02000000:00000010:2.0:1731521359.757647:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:2.0:1731521359.757649:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731521364.764359:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731521364.764375:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:2.0:1731521364.764442:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731521364.764449:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521364.764454:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521364.764469:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915025152, portal 25 00000400:00000010:2.0:1731521364.764472:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3198. 00000100:00000200:2.0:1731521364.764474:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915025152, offset 0 00000400:00000200:2.0:1731521364.764480:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521364.764488:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521364.764491:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521364.764494:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521364.764496:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521364.764497:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521364.764499:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [455:455:256:4294967295] 192.168.203.102@tcp LPNI seq info [455:455:8:4294967295] 00000400:00000200:2.0:1731521364.764505:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521364.764509:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521364.764511:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731521364.764514:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521364.764520:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521364.764522:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521364.764606:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521364.764609:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731521364.764612:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521364.764616:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521364.764618:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3198 00000400:00000010:0.0:1731521364.764619:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3198. 00000100:00000200:0.0:1731521364.764625:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915025152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521364.765532:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521364.765539:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ef00 00000400:00000200:0.0:1731521364.765544:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf09 [1] + 224 00000400:00000200:0.0:1731521364.765559:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521364.765561:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521364.765565:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915025152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521364.765603:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521364.765606:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521364.765608:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521364.765612:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915025152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521364.765620:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915025152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521364.765638:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731521364.765641:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:2.0:1731521364.765644:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731521369.772369:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731521369.772387:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:2.0:1731521369.772464:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731521369.772470:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521369.772476:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521369.772482:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915025280, portal 25 00000400:00000010:2.0:1731521369.772496:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac34c8. 00000100:00000200:2.0:1731521369.772499:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915025280, offset 0 00000400:00000200:2.0:1731521369.772508:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521369.772518:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521369.772522:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521369.772526:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521369.772528:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521369.772530:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521369.772533:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [456:456:256:4294967295] 192.168.203.102@tcp LPNI seq info [456:456:8:4294967295] 00000400:00000200:2.0:1731521369.772541:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521369.772547:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521369.772550:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521369.772555:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521369.772562:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521369.772566:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521369.772673:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521369.772676:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521369.772680:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521369.772684:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521369.772687:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac34c8 00000400:00000010:0.0:1731521369.772688:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac34c8. 00000100:00000200:0.0:1731521369.772694:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915025280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521369.773710:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521369.773719:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ef80 00000400:00000200:0.0:1731521369.773724:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf11 [1] + 224 00000400:00000200:0.0:1731521369.773738:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521369.773742:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521369.773747:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915025280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521369.773794:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521369.773797:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521369.773798:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521369.773801:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915025280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521369.773806:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915025280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521369.773819:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731521369.773822:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:2.0:1731521369.773824:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731521374.780379:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731521374.780395:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:1.0:1731521374.780471:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bee00. 00000400:00000010:1.0:1731521374.780478:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521374.780483:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521374.780489:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915025408, portal 25 00000400:00000010:1.0:1731521374.780493:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381000. 00000100:00000200:1.0:1731521374.780495:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915025408, offset 0 00000400:00000200:1.0:1731521374.780503:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521374.780513:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521374.780517:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521374.780519:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521374.780521:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521374.780523:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521374.780525:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [457:457:256:4294967295] 192.168.203.102@tcp LPNI seq info [457:457:8:4294967295] 00000400:00000200:1.0:1731521374.780531:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521374.780535:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521374.780537:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731521374.780541:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521374.780547:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521374.780550:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521374.780660:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521374.780663:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731521374.780668:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521374.780673:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521374.780676:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381000 00000400:00000010:0.0:1731521374.780678:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381000. 00000100:00000200:0.0:1731521374.780683:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915025408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521374.781620:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521374.781628:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f000 00000400:00000200:0.0:1731521374.781634:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf19 [1] + 224 00000400:00000200:0.0:1731521374.781655:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521374.781658:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521374.781663:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915025408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521374.781711:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521374.781714:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521374.781715:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521374.781719:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915025408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521374.781731:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915025408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521374.781744:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bee00. 02000000:00000010:1.0:1731521374.781747:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:1.0:1731521374.781749:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731521379.788389:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731521379.788406:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:0.0:1731521379.788481:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7000. 00000400:00000010:0.0:1731521379.788488:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856840. 00000400:00000010:0.0:1731521379.788493:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9663b8. 00000100:00000200:0.0:1731521379.788499:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915025536, portal 25 00000400:00000010:0.0:1731521379.788502:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966440. 00000100:00000200:0.0:1731521379.788504:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915025536, offset 0 00000400:00000200:0.0:1731521379.788511:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521379.788521:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521379.788525:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521379.788529:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521379.788532:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521379.788533:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521379.788536:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [458:458:256:4294967295] 192.168.203.102@tcp LPNI seq info [458:458:8:4294967295] 00000400:00000200:0.0:1731521379.788545:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521379.788550:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521379.788553:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78900. 00000800:00000200:0.0:1731521379.788558:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521379.788564:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521379.788567:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521379.788655:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521379.788658:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78900. 00000400:00000200:2.0:1731521379.788661:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521379.788666:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521379.788670:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966440 00000400:00000010:2.0:1731521379.788672:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966440. 00000100:00000200:2.0:1731521379.788686:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915025536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521379.789919:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521379.789928:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f080 00000400:00000200:0.0:1731521379.789934:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf21 [1] + 224 00000400:00000200:0.0:1731521379.789950:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521379.789953:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521379.789959:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915025536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521379.790021:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856840. 00000400:00000200:2.0:1731521379.790026:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9663b8 00000400:00000010:2.0:1731521379.790027:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9663b8. 00000100:00000200:2.0:1731521379.790032:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915025536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521379.790039:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915025536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521379.790054:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7000. 02000000:00000010:2.0:1731521379.790059:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:2.0:1731521379.790062:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731521384.796377:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731521384.796394:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:2.0:1731521384.796477:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731521384.796485:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521384.796491:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521384.796497:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915025664, portal 25 00000400:00000010:2.0:1731521384.796500:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3cc0. 00000100:00000200:2.0:1731521384.796502:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915025664, offset 0 00000400:00000200:2.0:1731521384.796511:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521384.796521:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521384.796525:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521384.796529:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521384.796531:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521384.796533:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521384.796536:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [459:459:256:4294967295] 192.168.203.102@tcp LPNI seq info [459:459:8:4294967295] 00000400:00000200:2.0:1731521384.796545:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521384.796551:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521384.796554:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521384.796559:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521384.796567:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521384.796579:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521384.796693:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521384.796697:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521384.796701:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521384.796706:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521384.796709:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3cc0 00000400:00000010:0.0:1731521384.796710:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3cc0. 00000100:00000200:0.0:1731521384.796716:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915025664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521384.797617:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521384.797627:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f100 00000400:00000200:0.0:1731521384.797631:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf29 [1] + 224 00000400:00000200:0.0:1731521384.797642:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521384.797645:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521384.797649:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915025664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521384.797700:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521384.797704:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521384.797705:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521384.797710:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915025664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521384.797718:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915025664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521384.797734:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731521384.797738:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:2.0:1731521384.797741:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731521389.804370:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731521389.804393:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:2.0:1731521389.804474:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731521389.804481:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521389.804487:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521389.804493:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915025792, portal 25 00000400:00000010:2.0:1731521389.804496:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3660. 00000100:00000200:2.0:1731521389.804498:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915025792, offset 0 00000400:00000200:2.0:1731521389.804506:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521389.804516:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521389.804520:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521389.804524:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521389.804527:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521389.804529:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521389.804531:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [460:460:256:4294967295] 192.168.203.102@tcp LPNI seq info [460:460:8:4294967295] 00000400:00000200:2.0:1731521389.804540:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521389.804546:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521389.804549:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521389.804553:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521389.804560:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521389.804563:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521389.804678:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521389.804680:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521389.804684:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521389.804687:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521389.804690:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3660 00000400:00000010:0.0:1731521389.804691:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3660. 00000100:00000200:0.0:1731521389.804696:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915025792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521389.805638:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521389.805645:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f180 00000400:00000200:0.0:1731521389.805648:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf31 [1] + 224 00000400:00000200:0.0:1731521389.805659:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521389.805662:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521389.805666:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915025792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521389.805713:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521389.805717:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521389.805718:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521389.805722:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915025792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521389.805728:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915025792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521389.805741:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731521389.805744:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:2.0:1731521389.805746:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000100:00000010:3.0:1731521394.812372:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731521394.812390:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:2.0:1731521394.812480:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731521394.812486:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521394.812490:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521394.812495:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915025920, portal 25 00000400:00000010:2.0:1731521394.812498:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3088. 00000100:00000200:2.0:1731521394.812499:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915025920, offset 0 00000400:00000200:2.0:1731521394.812505:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521394.812514:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521394.812517:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521394.812520:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521394.812522:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521394.812524:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521394.812526:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [461:461:256:4294967295] 192.168.203.102@tcp LPNI seq info [461:461:8:4294967295] 00000400:00000200:2.0:1731521394.812532:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521394.812535:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521394.812538:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521394.812542:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521394.812547:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521394.812550:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521394.812653:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521394.812655:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521394.812659:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521394.812662:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521394.812665:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3088 00000400:00000010:0.0:1731521394.812666:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3088. 00000100:00000200:0.0:1731521394.812671:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915025920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521394.813650:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521394.813658:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f200 00000400:00000200:0.0:1731521394.813663:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf39 [1] + 224 00000400:00000200:0.0:1731521394.813680:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521394.813696:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521394.813702:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915025920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521394.813745:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521394.813756:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521394.813757:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521394.813761:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915025920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521394.813768:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915025920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521394.813784:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731521394.813787:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731521394.813791:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731521399.820421:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731521399.820441:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:0.0:1731521399.820527:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7a00. 00000400:00000010:0.0:1731521399.820534:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856790. 00000400:00000010:0.0:1731521399.820539:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966550. 00000100:00000200:0.0:1731521399.820544:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915026048, portal 25 00000400:00000010:0.0:1731521399.820547:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9662a8. 00000100:00000200:0.0:1731521399.820548:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915026048, offset 0 00000400:00000200:0.0:1731521399.820555:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521399.820564:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521399.820567:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521399.820570:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521399.820572:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521399.820574:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521399.820576:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [462:462:256:4294967295] 192.168.203.102@tcp LPNI seq info [462:462:8:4294967295] 00000400:00000200:0.0:1731521399.820583:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521399.820596:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521399.820599:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78700. 00000800:00000200:0.0:1731521399.820605:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521399.820612:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521399.820615:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521399.820724:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521399.820727:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78700. 00000400:00000200:2.0:1731521399.820730:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521399.820735:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521399.820738:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9662a8 00000400:00000010:2.0:1731521399.820740:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9662a8. 00000100:00000200:2.0:1731521399.820745:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915026048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521399.821706:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521399.821715:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f280 00000400:00000200:0.0:1731521399.821720:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf41 [1] + 224 00000400:00000200:0.0:1731521399.821734:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521399.821737:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521399.821742:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915026048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521399.821800:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856790. 00000400:00000200:2.0:1731521399.821805:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966550 00000400:00000010:2.0:1731521399.821806:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966550. 00000100:00000200:2.0:1731521399.821810:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915026048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521399.821816:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915026048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521399.821830:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7a00. 02000000:00000010:2.0:1731521399.821833:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:2.0:1731521399.821835:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731521404.828376:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731521404.828394:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:0.0:1731521404.828474:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7a00. 00000400:00000010:0.0:1731521404.828480:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856948. 00000400:00000010:0.0:1731521404.828483:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966c38. 00000100:00000200:0.0:1731521404.828488:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915026176, portal 25 00000400:00000010:0.0:1731521404.828491:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9667f8. 00000100:00000200:0.0:1731521404.828492:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915026176, offset 0 00000400:00000200:0.0:1731521404.828498:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521404.828506:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521404.828509:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521404.828512:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521404.828514:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521404.828516:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521404.828518:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [463:463:256:4294967295] 192.168.203.102@tcp LPNI seq info [463:463:8:4294967295] 00000400:00000200:0.0:1731521404.828524:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521404.828527:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521404.828529:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78b00. 00000800:00000200:0.0:1731521404.828533:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521404.828548:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521404.828551:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521404.828648:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521404.828651:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78b00. 00000400:00000200:2.0:1731521404.828653:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521404.828657:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521404.828659:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9667f8 00000400:00000010:2.0:1731521404.828663:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9667f8. 00000100:00000200:2.0:1731521404.828668:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915026176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521404.829655:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521404.829664:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f300 00000400:00000200:0.0:1731521404.829669:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf49 [1] + 224 00000400:00000200:0.0:1731521404.829684:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521404.829688:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521404.829693:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915026176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521404.829755:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856948. 00000400:00000200:2.0:1731521404.829759:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966c38 00000400:00000010:2.0:1731521404.829759:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966c38. 00000100:00000200:2.0:1731521404.829763:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915026176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521404.829768:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915026176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521404.829782:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7a00. 02000000:00000010:2.0:1731521404.829785:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:2.0:1731521404.829787:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731521409.836355:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731521409.836370:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:2.0:1731521409.836440:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731521409.836447:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521409.836453:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521409.836459:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915026304, portal 25 00000400:00000010:2.0:1731521409.836462:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3880. 00000100:00000200:2.0:1731521409.836464:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915026304, offset 0 00000400:00000200:2.0:1731521409.836472:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521409.836483:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521409.836488:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521409.836491:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521409.836493:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521409.836495:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521409.836498:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [464:464:256:4294967295] 192.168.203.102@tcp LPNI seq info [464:464:8:4294967295] 00000400:00000200:2.0:1731521409.836507:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521409.836511:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521409.836514:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521409.836517:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521409.836523:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521409.836534:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521409.836659:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521409.836663:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521409.836667:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521409.836672:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521409.836675:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3880 00000400:00000010:0.0:1731521409.836677:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3880. 00000100:00000200:0.0:1731521409.836683:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915026304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521409.838105:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521409.838115:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f380 00000400:00000200:0.0:1731521409.838122:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf51 [1] + 224 00000400:00000200:0.0:1731521409.838136:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521409.838140:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521409.838146:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915026304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521409.838237:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521409.838241:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521409.838242:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521409.838247:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915026304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521409.838254:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915026304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521409.838295:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731521409.838300:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:2.0:1731521409.838303:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731521414.844386:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731521414.844405:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:1.0:1731521414.844491:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bee00. 00000400:00000010:1.0:1731521414.844499:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521414.844504:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521414.844509:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915026432, portal 25 00000400:00000010:1.0:1731521414.844513:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381ee0. 00000100:00000200:1.0:1731521414.844515:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915026432, offset 0 00000400:00000200:1.0:1731521414.844523:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521414.844532:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521414.844536:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521414.844539:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521414.844541:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521414.844543:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521414.844545:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [465:465:256:4294967295] 192.168.203.102@tcp LPNI seq info [465:465:8:4294967295] 00000400:00000200:1.0:1731521414.844554:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521414.844558:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521414.844561:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731521414.844565:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521414.844571:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521414.844574:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521414.844703:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521414.844706:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731521414.844710:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521414.844715:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521414.844718:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381ee0 00000400:00000010:0.0:1731521414.844728:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381ee0. 00000100:00000200:0.0:1731521414.844734:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915026432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521414.845775:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521414.845785:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f400 00000400:00000200:0.0:1731521414.845793:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf59 [1] + 224 00000400:00000200:0.0:1731521414.845806:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521414.845810:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521414.845815:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915026432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521414.845863:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521414.845867:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521414.845868:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521414.845873:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915026432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521414.845892:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915026432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521414.845908:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bee00. 02000000:00000010:1.0:1731521414.845912:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:1.0:1731521414.845915:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731521419.852366:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731521419.852383:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:2.0:1731521419.852444:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731521419.852450:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521419.852455:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521419.852460:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915026560, portal 25 00000400:00000010:2.0:1731521419.852462:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3f68. 00000100:00000200:2.0:1731521419.852464:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915026560, offset 0 00000400:00000200:2.0:1731521419.852469:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521419.852478:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521419.852481:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521419.852484:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521419.852486:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521419.852488:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521419.852490:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [466:466:256:4294967295] 192.168.203.102@tcp LPNI seq info [466:466:8:4294967295] 00000400:00000200:2.0:1731521419.852496:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521419.852499:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521419.852501:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521419.852505:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521419.852510:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521419.852513:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521419.852616:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521419.852620:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521419.852624:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521419.852657:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521419.852660:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3f68 00000400:00000010:0.0:1731521419.852662:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3f68. 00000100:00000200:0.0:1731521419.852668:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915026560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521419.853674:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521419.853683:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f480 00000400:00000200:0.0:1731521419.853689:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf61 [1] + 224 00000400:00000200:0.0:1731521419.853702:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521419.853706:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521419.853711:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915026560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521419.853808:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521419.853812:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521419.853813:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521419.853818:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915026560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521419.853827:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915026560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521419.853842:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731521419.853846:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:2.0:1731521419.853849:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731521424.860370:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731521424.860385:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:0.0:1731521424.860445:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7000. 00000400:00000010:0.0:1731521424.860452:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8566e0. 00000400:00000010:0.0:1731521424.860456:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9664c8. 00000100:00000200:0.0:1731521424.860461:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915026688, portal 25 00000400:00000010:0.0:1731521424.860473:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966f68. 00000100:00000200:0.0:1731521424.860474:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915026688, offset 0 00000400:00000200:0.0:1731521424.860480:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521424.860488:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521424.860491:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521424.860495:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521424.860497:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521424.860498:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521424.860500:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [467:467:256:4294967295] 192.168.203.102@tcp LPNI seq info [467:467:8:4294967295] 00000400:00000200:0.0:1731521424.860506:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521424.860510:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521424.860512:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78b00. 00000800:00000200:0.0:1731521424.860516:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521424.860522:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521424.860524:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521424.860653:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521424.860657:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78b00. 00000400:00000200:2.0:1731521424.860660:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521424.860665:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521424.860667:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966f68 00000400:00000010:2.0:1731521424.860669:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966f68. 00000100:00000200:2.0:1731521424.860675:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915026688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521424.861713:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521424.861722:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f500 00000400:00000200:0.0:1731521424.861727:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf69 [1] + 224 00000400:00000200:0.0:1731521424.861739:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521424.861743:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521424.861749:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915026688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521424.861804:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8566e0. 00000400:00000200:2.0:1731521424.861808:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9664c8 00000400:00000010:2.0:1731521424.861809:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9664c8. 00000100:00000200:2.0:1731521424.861814:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915026688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521424.861821:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915026688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521424.861839:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7000. 02000000:00000010:2.0:1731521424.861842:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:2.0:1731521424.861845:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731521429.868365:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731521429.868380:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:2.0:1731521429.868448:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731521429.868454:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521429.868458:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521429.868473:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915026816, portal 25 00000400:00000010:2.0:1731521429.868476:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3990. 00000100:00000200:2.0:1731521429.868478:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915026816, offset 0 00000400:00000200:2.0:1731521429.868486:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521429.868496:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521429.868500:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521429.868503:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521429.868511:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521429.868513:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521429.868516:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [468:468:256:4294967295] 192.168.203.102@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000200:2.0:1731521429.868525:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521429.868530:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521429.868534:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731521429.868539:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521429.868546:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521429.868549:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521429.868679:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521429.868683:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731521429.868688:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521429.868693:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521429.868696:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3990 00000400:00000010:0.0:1731521429.868698:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3990. 00000100:00000200:0.0:1731521429.868704:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915026816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521429.869709:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521429.869718:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f580 00000400:00000200:0.0:1731521429.869723:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf71 [1] + 224 00000400:00000200:0.0:1731521429.869737:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521429.869741:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521429.869746:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915026816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521429.869799:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521429.869803:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521429.869804:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521429.869809:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915026816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521429.869817:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915026816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521429.869833:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731521429.869837:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:2.0:1731521429.869840:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731521434.876380:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731521434.876397:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:1.0:1731521434.876478:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bee00. 00000400:00000010:1.0:1731521434.876485:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521434.876491:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521434.876497:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915026944, portal 25 00000400:00000010:1.0:1731521434.876501:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381bb0. 00000100:00000200:1.0:1731521434.876503:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915026944, offset 0 00000400:00000200:1.0:1731521434.876510:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521434.876520:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521434.876557:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521434.876561:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521434.876563:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521434.876565:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521434.876568:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [469:469:256:4294967295] 192.168.203.102@tcp LPNI seq info [469:469:8:4294967295] 00000400:00000200:1.0:1731521434.876576:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521434.876581:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521434.876585:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731521434.876589:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521434.876596:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521434.876599:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521434.876730:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521434.876734:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731521434.876739:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521434.876744:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521434.876748:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381bb0 00000400:00000010:0.0:1731521434.876749:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381bb0. 00000100:00000200:0.0:1731521434.876756:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915026944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521434.878039:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521434.878048:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f600 00000400:00000200:0.0:1731521434.878055:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf79 [1] + 224 00000400:00000200:0.0:1731521434.878070:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521434.878073:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521434.878078:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915026944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521434.878162:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521434.878165:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521434.878167:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521434.878171:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915026944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521434.878188:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915026944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521434.878216:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bee00. 02000000:00000010:1.0:1731521434.878221:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:1.0:1731521434.878224:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731521439.884374:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731521439.884392:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:2.0:1731521439.884478:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731521439.884486:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521439.884522:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521439.884528:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915027072, portal 25 00000400:00000010:2.0:1731521439.884543:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3990. 00000100:00000200:2.0:1731521439.884545:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915027072, offset 0 00000400:00000200:2.0:1731521439.884553:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521439.884562:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521439.884567:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521439.884570:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521439.884573:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521439.884574:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521439.884576:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [470:470:256:4294967295] 192.168.203.102@tcp LPNI seq info [470:470:8:4294967295] 00000400:00000200:2.0:1731521439.884583:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521439.884587:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521439.884590:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731521439.884593:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521439.884598:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521439.884601:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521439.884719:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521439.884723:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731521439.884727:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521439.884732:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521439.884735:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3990 00000400:00000010:0.0:1731521439.884737:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3990. 00000100:00000200:0.0:1731521439.884750:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915027072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521439.885809:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521439.885817:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f680 00000400:00000200:0.0:1731521439.885821:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf81 [1] + 224 00000400:00000200:0.0:1731521439.885832:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521439.885834:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521439.885838:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915027072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521439.885885:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521439.885888:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521439.885889:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521439.885893:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915027072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521439.885898:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915027072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521439.885911:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731521439.885914:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:2.0:1731521439.885916:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731521444.892386:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731521444.892402:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:0.0:1731521444.892489:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6600. 00000400:00000010:0.0:1731521444.892495:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8565d8. 00000400:00000010:0.0:1731521444.892499:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966e58. 00000100:00000200:0.0:1731521444.892504:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915027200, portal 25 00000400:00000010:0.0:1731521444.892506:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966ee0. 00000100:00000200:0.0:1731521444.892508:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915027200, offset 0 00000400:00000200:0.0:1731521444.892513:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521444.892522:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521444.892526:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521444.892528:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521444.892530:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521444.892532:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521444.892534:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [471:471:256:4294967295] 192.168.203.102@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:0.0:1731521444.892539:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521444.892543:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521444.892545:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78900. 00000800:00000200:0.0:1731521444.892549:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521444.892554:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521444.892556:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521444.892675:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521444.892679:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78900. 00000400:00000200:2.0:1731521444.892682:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521444.892687:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521444.892690:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966ee0 00000400:00000010:2.0:1731521444.892692:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966ee0. 00000100:00000200:2.0:1731521444.892706:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915027200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521444.893692:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521444.893703:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f700 00000400:00000200:0.0:1731521444.893707:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf89 [1] + 224 00000400:00000200:0.0:1731521444.893718:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521444.893720:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521444.893724:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915027200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521444.893764:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8565d8. 00000400:00000200:2.0:1731521444.893768:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966e58 00000400:00000010:2.0:1731521444.893769:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966e58. 00000100:00000200:2.0:1731521444.893773:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915027200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521444.893783:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915027200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521444.893798:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6600. 02000000:00000010:2.0:1731521444.893803:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:2.0:1731521444.893805:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731521449.900365:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731521449.900381:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:1.0:1731521449.900471:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731521449.900477:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521449.900481:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521449.900486:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915027328, portal 25 00000400:00000010:1.0:1731521449.900489:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381b28. 00000100:00000200:1.0:1731521449.900490:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915027328, offset 0 00000400:00000200:1.0:1731521449.900496:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521449.900506:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521449.900510:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521449.900512:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521449.900514:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521449.900516:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521449.900518:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [472:472:256:4294967295] 192.168.203.102@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:1.0:1731521449.900523:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521449.900526:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521449.900529:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731521449.900532:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521449.900538:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521449.900541:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521449.900643:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521449.900646:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731521449.900649:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521449.900652:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521449.900655:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381b28 00000400:00000010:0.0:1731521449.900656:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381b28. 00000100:00000200:0.0:1731521449.900660:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915027328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521449.901758:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521449.901767:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f780 00000400:00000200:0.0:1731521449.901772:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf91 [1] + 224 00000400:00000200:0.0:1731521449.901788:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521449.901792:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521449.901796:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915027328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521449.901850:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521449.901854:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521449.901855:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521449.901860:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915027328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521449.901886:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915027328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521449.901904:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731521449.901908:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:1.0:1731521449.901911:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731521454.908431:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731521454.908448:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:1.0:1731521454.908520:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731521454.908527:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521454.908534:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521454.908539:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915027456, portal 25 00000400:00000010:1.0:1731521454.908543:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381aa0. 00000100:00000200:1.0:1731521454.908544:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915027456, offset 0 00000400:00000200:1.0:1731521454.908552:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521454.908562:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521454.908566:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521454.908569:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521454.908572:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521454.908573:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521454.908576:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [473:473:256:4294967295] 192.168.203.102@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:1.0:1731521454.908583:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521454.908588:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521454.908591:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731521454.908596:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521454.908602:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521454.908606:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521454.908732:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521454.908736:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731521454.908740:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521454.908745:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521454.908748:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381aa0 00000400:00000010:0.0:1731521454.908749:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381aa0. 00000100:00000200:0.0:1731521454.908755:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915027456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521454.909805:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521454.909830:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f800 00000400:00000200:0.0:1731521454.909836:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xf99 [1] + 224 00000400:00000200:0.0:1731521454.909852:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521454.909856:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521454.909861:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915027456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521454.909907:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521454.909911:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521454.909912:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521454.909917:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915027456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521454.909935:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915027456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521454.909951:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731521454.909955:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:1.0:1731521454.909958:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731521459.916393:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731521459.916408:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:2.0:1731521459.916477:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225400. 00000400:00000010:2.0:1731521459.916483:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521459.916487:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521459.916492:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915027584, portal 25 00000400:00000010:2.0:1731521459.916495:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3f68. 00000100:00000200:2.0:1731521459.916496:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915027584, offset 0 00000400:00000200:2.0:1731521459.916502:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521459.916511:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521459.916514:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521459.916516:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521459.916519:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521459.916520:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521459.916522:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [474:474:256:4294967295] 192.168.203.102@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000200:2.0:1731521459.916529:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521459.916532:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521459.916534:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521459.916539:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521459.916583:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521459.916594:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521459.916700:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521459.916704:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521459.916709:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521459.916713:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521459.916716:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3f68 00000400:00000010:0.0:1731521459.916717:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3f68. 00000100:00000200:0.0:1731521459.916723:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915027584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521459.917823:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521459.917833:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f880 00000400:00000200:0.0:1731521459.917839:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xfa1 [1] + 224 00000400:00000200:0.0:1731521459.917854:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521459.917858:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521459.917864:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915027584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521459.917905:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521459.917908:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521459.917909:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521459.917912:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915027584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521459.917917:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915027584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521459.917930:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225400. 02000000:00000010:2.0:1731521459.917933:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:2.0:1731521459.917936:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731521464.924421:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731521464.924438:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:0.0:1731521464.924528:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6200. 00000400:00000010:0.0:1731521464.924533:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8567e8. 00000400:00000010:0.0:1731521464.924537:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966d48. 00000100:00000200:0.0:1731521464.924542:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915027712, portal 25 00000400:00000010:0.0:1731521464.924545:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966770. 00000100:00000200:0.0:1731521464.924547:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915027712, offset 0 00000400:00000200:0.0:1731521464.924553:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521464.924561:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521464.924569:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521464.924572:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521464.924574:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521464.924576:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521464.924578:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [475:475:256:4294967295] 192.168.203.102@tcp LPNI seq info [475:475:8:4294967295] 00000400:00000200:0.0:1731521464.924584:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521464.924588:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521464.924590:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78600. 00000800:00000200:0.0:1731521464.924594:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521464.924600:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521464.924603:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521464.924693:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521464.924697:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78600. 00000400:00000200:2.0:1731521464.924699:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521464.924703:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521464.924706:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966770 00000400:00000010:2.0:1731521464.924707:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966770. 00000100:00000200:2.0:1731521464.924711:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915027712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521464.925744:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521464.925750:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f900 00000400:00000200:0.0:1731521464.925754:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xfa9 [1] + 224 00000400:00000200:0.0:1731521464.925765:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521464.925767:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521464.925771:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915027712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521464.925833:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8567e8. 00000400:00000200:2.0:1731521464.925837:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966d48 00000400:00000010:2.0:1731521464.925838:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966d48. 00000100:00000200:2.0:1731521464.925842:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915027712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521464.925850:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915027712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521464.925866:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6200. 02000000:00000010:2.0:1731521464.925870:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:2.0:1731521464.925872:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731521469.932381:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731521469.932396:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:2.0:1731521469.932498:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731521469.932505:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521469.932519:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521469.932524:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915027840, portal 25 00000400:00000010:2.0:1731521469.932527:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3880. 00000100:00000200:2.0:1731521469.932528:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915027840, offset 0 00000400:00000200:2.0:1731521469.932534:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521469.932543:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521469.932546:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521469.932549:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521469.932551:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521469.932552:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521469.932554:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [476:476:256:4294967295] 192.168.203.102@tcp LPNI seq info [476:476:8:4294967295] 00000400:00000200:2.0:1731521469.932561:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521469.932564:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521469.932566:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521469.932570:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521469.932575:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521469.932578:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521469.932677:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521469.932680:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521469.932683:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521469.932687:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521469.932690:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3880 00000400:00000010:0.0:1731521469.932691:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3880. 00000100:00000200:0.0:1731521469.932696:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915027840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521469.933771:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521469.933777:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820f980 00000400:00000200:0.0:1731521469.933781:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xfb1 [1] + 224 00000400:00000200:0.0:1731521469.933795:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521469.933797:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521469.933801:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915027840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521469.933836:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521469.933840:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521469.933841:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521469.933845:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915027840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521469.933850:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915027840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521469.933863:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731521469.933867:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:2.0:1731521469.933869:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731521474.940385:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731521474.940402:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:1.0:1731521474.940474:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731521474.940480:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521474.940485:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521474.940491:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915027968, portal 25 00000400:00000010:1.0:1731521474.940495:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381110. 00000100:00000200:1.0:1731521474.940497:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915027968, offset 0 00000400:00000200:1.0:1731521474.940505:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521474.940514:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521474.940518:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521474.940522:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521474.940524:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521474.940526:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521474.940529:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [477:477:256:4294967295] 192.168.203.102@tcp LPNI seq info [477:477:8:4294967295] 00000400:00000200:1.0:1731521474.940537:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521474.940542:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521474.940546:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731521474.940550:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521474.940558:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521474.940562:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521474.940675:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521474.940678:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731521474.940683:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521474.940687:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521474.940690:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381110 00000400:00000010:0.0:1731521474.940691:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381110. 00000100:00000200:0.0:1731521474.940697:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915027968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521474.941689:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521474.941699:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820fa00 00000400:00000200:0.0:1731521474.941705:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xfb9 [1] + 224 00000400:00000200:0.0:1731521474.941722:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521474.941726:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521474.941732:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915027968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521474.941788:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521474.941792:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521474.941793:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521474.941797:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915027968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521474.941818:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915027968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521474.941832:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731521474.941836:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:1.0:1731521474.941839:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731521479.948385:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731521479.948404:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:2.0:1731521479.948497:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731521479.948503:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521479.948510:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521479.948516:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915028096, portal 25 00000400:00000010:2.0:1731521479.948531:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3088. 00000100:00000200:2.0:1731521479.948533:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915028096, offset 0 00000400:00000200:2.0:1731521479.948542:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521479.948553:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521479.948557:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521479.948561:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521479.948564:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521479.948567:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521479.948570:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [478:478:256:4294967295] 192.168.203.102@tcp LPNI seq info [478:478:8:4294967295] 00000400:00000200:2.0:1731521479.948579:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521479.948585:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521479.948589:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521479.948594:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521479.948600:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521479.948604:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521479.948695:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521479.948699:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521479.948704:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521479.948709:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521479.948712:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3088 00000400:00000010:0.0:1731521479.948713:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3088. 00000100:00000200:0.0:1731521479.948719:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915028096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521479.949816:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521479.949825:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820fa80 00000400:00000200:0.0:1731521479.949831:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xfc1 [1] + 224 00000400:00000200:0.0:1731521479.949851:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521479.949855:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521479.949860:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915028096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521479.949906:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521479.949909:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521479.949911:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521479.949915:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915028096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521479.949923:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915028096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521479.949939:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731521479.949943:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:2.0:1731521479.949946:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731521484.956362:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731521484.956380:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:0.0:1731521484.956457:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7a00. 00000400:00000010:0.0:1731521484.956463:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856528. 00000400:00000010:0.0:1731521484.956467:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966330. 00000100:00000200:0.0:1731521484.956473:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915028224, portal 25 00000400:00000010:0.0:1731521484.956476:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966cc0. 00000100:00000200:0.0:1731521484.956477:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915028224, offset 0 00000400:00000200:0.0:1731521484.956483:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521484.956492:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521484.956495:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521484.956498:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521484.956500:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521484.956501:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521484.956503:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [479:479:256:4294967295] 192.168.203.102@tcp LPNI seq info [479:479:8:4294967295] 00000400:00000200:0.0:1731521484.956509:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521484.956512:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521484.956515:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78000. 00000800:00000200:0.0:1731521484.956518:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521484.956523:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521484.956525:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521484.956618:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521484.956622:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78000. 00000400:00000200:2.0:1731521484.956624:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521484.956628:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521484.956631:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966cc0 00000400:00000010:2.0:1731521484.956632:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966cc0. 00000100:00000200:2.0:1731521484.956647:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915028224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521484.957908:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521484.957921:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820fb00 00000400:00000200:0.0:1731521484.957928:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xfc9 [1] + 224 00000400:00000200:0.0:1731521484.957945:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521484.957948:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521484.957956:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915028224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521484.958020:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856528. 00000400:00000200:2.0:1731521484.958025:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966330 00000400:00000010:2.0:1731521484.958026:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966330. 00000100:00000200:2.0:1731521484.958032:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915028224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521484.958041:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915028224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521484.958059:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7a00. 02000000:00000010:2.0:1731521484.958065:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:2.0:1731521484.958068:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000100:00000010:3.0:1731521489.964355:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731521489.964371:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:2.0:1731521489.964454:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731521489.964462:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521489.964467:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521489.964473:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915028352, portal 25 00000400:00000010:2.0:1731521489.964476:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3660. 00000100:00000200:2.0:1731521489.964479:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915028352, offset 0 00000400:00000200:2.0:1731521489.964487:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521489.964497:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521489.964501:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521489.964504:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521489.964507:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521489.964509:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521489.964512:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [480:480:256:4294967295] 192.168.203.102@tcp LPNI seq info [480:480:8:4294967295] 00000400:00000200:2.0:1731521489.964520:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521489.964525:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521489.964529:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521489.964533:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521489.964541:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521489.964556:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521489.964683:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521489.964687:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521489.964691:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521489.964696:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521489.964699:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3660 00000400:00000010:0.0:1731521489.964701:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3660. 00000100:00000200:0.0:1731521489.964706:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915028352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521489.966058:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521489.966065:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820fb80 00000400:00000200:0.0:1731521489.966069:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xfd1 [1] + 224 00000400:00000200:0.0:1731521489.966081:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521489.966083:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521489.966087:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915028352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521489.966134:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521489.966137:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521489.966138:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521489.966141:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915028352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521489.966170:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915028352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521489.966184:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731521489.966188:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:2.0:1731521489.966190:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731521494.972409:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731521494.972431:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:1.0:1731521494.972520:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731521494.972530:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521494.972537:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521494.972546:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915028480, portal 25 00000400:00000010:1.0:1731521494.972550:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381a18. 00000100:00000200:1.0:1731521494.972552:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915028480, offset 0 00000400:00000200:1.0:1731521494.972562:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521494.972576:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521494.972582:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521494.972586:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521494.972589:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521494.972591:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521494.972594:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [481:481:256:4294967295] 192.168.203.102@tcp LPNI seq info [481:481:8:4294967295] 00000400:00000200:1.0:1731521494.972604:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521494.972610:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521494.972614:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731521494.972619:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521494.972628:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521494.972632:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521494.972773:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521494.972779:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731521494.972785:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521494.972792:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521494.972797:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381a18 00000400:00000010:0.0:1731521494.972799:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381a18. 00000100:00000200:0.0:1731521494.972807:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915028480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521494.973867:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521494.973877:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820fc00 00000400:00000200:0.0:1731521494.973885:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xfd9 [1] + 224 00000400:00000200:0.0:1731521494.973903:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521494.973907:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521494.973913:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915028480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521494.973978:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521494.973982:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521494.973983:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521494.973987:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915028480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521494.973999:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915028480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521494.974016:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731521494.974019:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:1.0:1731521494.974021:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731521499.980420:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731521499.980564:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:2.0:1731521499.980657:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731521499.980679:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521499.980693:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521499.980705:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915028608, portal 25 00000400:00000010:2.0:1731521499.980710:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3cc0. 00000100:00000200:2.0:1731521499.980712:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915028608, offset 0 00000400:00000200:2.0:1731521499.980719:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521499.980728:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521499.980733:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521499.980737:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521499.980739:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521499.980741:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521499.980744:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [482:482:256:4294967295] 192.168.203.102@tcp LPNI seq info [482:482:8:4294967295] 00000400:00000200:2.0:1731521499.980753:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521499.980758:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521499.980761:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521499.980766:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521499.980782:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521499.980791:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521499.980904:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521499.980907:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521499.980910:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521499.980913:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521499.980916:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3cc0 00000400:00000010:0.0:1731521499.980917:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3cc0. 00000100:00000200:0.0:1731521499.980922:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915028608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521499.981882:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521499.981888:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820fc80 00000400:00000200:0.0:1731521499.981893:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xfe1 [1] + 224 00000400:00000200:0.0:1731521499.981904:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521499.981906:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521499.981910:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915028608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521499.981959:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521499.981962:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521499.981963:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521499.981968:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915028608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521499.981976:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915028608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521499.981991:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731521499.981995:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:2.0:1731521499.981998:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731521504.988373:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731521504.988389:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:0.0:1731521504.988460:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7a00. 00000400:00000010:0.0:1731521504.988466:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856000. 00000400:00000010:0.0:1731521504.988472:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966330. 00000100:00000200:0.0:1731521504.988477:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915028736, portal 25 00000400:00000010:0.0:1731521504.988480:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966cc0. 00000100:00000200:0.0:1731521504.988481:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915028736, offset 0 00000400:00000200:0.0:1731521504.988487:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521504.988495:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521504.988499:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521504.988501:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521504.988503:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521504.988505:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521504.988507:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [483:483:256:4294967295] 192.168.203.102@tcp LPNI seq info [483:483:8:4294967295] 00000400:00000200:0.0:1731521504.988513:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521504.988525:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521504.988527:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78800. 00000800:00000200:0.0:1731521504.988531:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521504.988536:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521504.988539:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521504.988655:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521504.988659:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78800. 00000400:00000200:2.0:1731521504.988662:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521504.988668:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521504.988671:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966cc0 00000400:00000010:2.0:1731521504.988672:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966cc0. 00000100:00000200:2.0:1731521504.988678:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915028736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521504.989699:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521504.989707:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820fd00 00000400:00000200:0.0:1731521504.989712:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xfe9 [1] + 224 00000400:00000200:0.0:1731521504.989725:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521504.989728:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521504.989733:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915028736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521504.989794:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856000. 00000400:00000200:2.0:1731521504.989798:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966330 00000400:00000010:2.0:1731521504.989799:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966330. 00000100:00000200:2.0:1731521504.989804:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915028736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521504.989812:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915028736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521504.989827:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7a00. 02000000:00000010:2.0:1731521504.989832:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:2.0:1731521504.989835:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731521509.996371:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731521509.996391:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:2.0:1731521509.996464:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731521509.996470:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521509.996475:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521509.996489:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915028864, portal 25 00000400:00000010:2.0:1731521509.996492:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac34c8. 00000100:00000200:2.0:1731521509.996493:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915028864, offset 0 00000400:00000200:2.0:1731521509.996499:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521509.996506:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521509.996510:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521509.996513:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521509.996515:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521509.996517:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521509.996519:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [484:484:256:4294967295] 192.168.203.102@tcp LPNI seq info [484:484:8:4294967295] 00000400:00000200:2.0:1731521509.996525:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521509.996529:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521509.996531:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731521509.996534:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521509.996539:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521509.996542:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521509.996653:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521509.996656:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731521509.996658:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521509.996662:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521509.996665:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac34c8 00000400:00000010:0.0:1731521509.996666:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac34c8. 00000100:00000200:0.0:1731521509.996671:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915028864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521509.997680:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521509.997686:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820fd80 00000400:00000200:0.0:1731521509.997690:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xff1 [1] + 224 00000400:00000200:0.0:1731521509.997701:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521509.997703:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521509.997707:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915028864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521509.997789:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521509.997793:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521509.997794:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521509.997798:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915028864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521509.997804:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915028864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521509.997817:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731521509.997821:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:2.0:1731521509.997823:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731521515.004370:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731521515.004387:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:1.0:1731521515.004461:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731521515.004468:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521515.004472:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521515.004477:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915028992, portal 25 00000400:00000010:1.0:1731521515.004480:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381088. 00000100:00000200:1.0:1731521515.004481:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915028992, offset 0 00000400:00000200:1.0:1731521515.004487:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521515.004496:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521515.004499:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521515.004502:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521515.004504:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521515.004506:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521515.004507:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [485:485:256:4294967295] 192.168.203.102@tcp LPNI seq info [485:485:8:4294967295] 00000400:00000200:1.0:1731521515.004513:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521515.004517:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521515.004519:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731521515.004522:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521515.004528:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521515.004531:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521515.004648:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521515.004660:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731521515.004665:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521515.004669:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521515.004672:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381088 00000400:00000010:0.0:1731521515.004674:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381088. 00000100:00000200:0.0:1731521515.004680:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915028992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521515.005837:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521515.005846:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820fe00 00000400:00000200:0.0:1731521515.005852:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0xff9 [1] + 224 00000400:00000200:0.0:1731521515.005868:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521515.005871:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521515.005877:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915028992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521515.005932:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521515.005937:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521515.005938:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521515.005943:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915028992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521515.005961:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915028992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521515.006135:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731521515.006164:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:1.0:1731521515.006174:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731521520.012414:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731521520.012432:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:2.0:1731521520.012501:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731521520.012506:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521520.012511:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521520.012516:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915029120, portal 25 00000400:00000010:2.0:1731521520.012528:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3198. 00000100:00000200:2.0:1731521520.012530:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915029120, offset 0 00000400:00000200:2.0:1731521520.012536:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521520.012544:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521520.012548:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521520.012552:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521520.012555:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521520.012557:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521520.012560:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [486:486:256:4294967295] 192.168.203.102@tcp LPNI seq info [486:486:8:4294967295] 00000400:00000200:2.0:1731521520.012568:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521520.012573:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521520.012576:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731521520.012581:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521520.012588:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521520.012591:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521520.012670:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521520.012673:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731521520.012676:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521520.012680:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521520.012682:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3198 00000400:00000010:0.0:1731521520.012683:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3198. 00000100:00000200:0.0:1731521520.012688:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915029120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521520.013576:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521520.013583:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820fe80 00000400:00000200:0.0:1731521520.013587:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1001 [1] + 224 00000400:00000200:0.0:1731521520.013600:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521520.013603:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521520.013608:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915029120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521520.013667:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521520.013671:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521520.013672:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521520.013677:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915029120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521520.013685:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915029120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521520.013700:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731521520.013704:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:2.0:1731521520.013707:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731521525.020360:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731521525.020376:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:2.0:1731521525.020452:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731521525.020459:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521525.020464:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521525.020469:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915029248, portal 25 00000400:00000010:2.0:1731521525.020472:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac36e8. 00000100:00000200:2.0:1731521525.020483:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915029248, offset 0 00000400:00000200:2.0:1731521525.020489:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521525.020497:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521525.020501:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521525.020503:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521525.020505:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521525.020507:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521525.020508:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [487:487:256:4294967295] 192.168.203.102@tcp LPNI seq info [487:487:8:4294967295] 00000400:00000200:2.0:1731521525.020514:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521525.020518:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521525.020520:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731521525.020524:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521525.020529:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521525.020532:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521525.020619:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521525.020626:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731521525.020629:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521525.020633:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521525.020636:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac36e8 00000400:00000010:0.0:1731521525.020637:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac36e8. 00000100:00000200:0.0:1731521525.020642:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915029248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521525.021724:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521525.021731:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ff00 00000400:00000200:0.0:1731521525.021736:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1009 [1] + 224 00000400:00000200:0.0:1731521525.021746:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521525.021749:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521525.021753:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915029248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521525.021801:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521525.021805:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521525.021806:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521525.021810:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915029248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521525.021816:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915029248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521525.021831:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731521525.021834:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:2.0:1731521525.021837:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731521530.028379:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731521530.028397:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:2.0:1731521530.028481:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731521530.028489:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521530.028494:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521530.028501:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915029376, portal 25 00000400:00000010:2.0:1731521530.028505:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac37f8. 00000100:00000200:2.0:1731521530.028507:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915029376, offset 0 00000400:00000200:2.0:1731521530.028524:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521530.028534:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521530.028538:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521530.028542:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521530.028545:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521530.028547:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521530.028550:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [488:488:256:4294967295] 192.168.203.102@tcp LPNI seq info [488:488:8:4294967295] 00000400:00000200:2.0:1731521530.028558:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521530.028564:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521530.028568:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521530.028573:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521530.028581:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521530.028585:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521530.028690:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521530.028693:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521530.028697:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521530.028701:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521530.028703:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac37f8 00000400:00000010:0.0:1731521530.028704:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac37f8. 00000100:00000200:0.0:1731521530.028709:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915029376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521530.029657:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521530.029663:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4820ff80 00000400:00000200:0.0:1731521530.029667:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1011 [1] + 224 00000400:00000200:0.0:1731521530.029678:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521530.029680:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521530.029684:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915029376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521530.029742:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521530.029746:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521530.029747:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521530.029752:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915029376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521530.029760:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915029376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521530.029776:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731521530.029780:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:2.0:1731521530.029783:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731521535.036358:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731521535.036376:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:1.0:1731521535.036483:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731521535.036490:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521535.036494:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521535.036499:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915029504, portal 25 00000400:00000010:1.0:1731521535.036503:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381088. 00000100:00000200:1.0:1731521535.036504:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915029504, offset 0 00000400:00000200:1.0:1731521535.036510:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521535.036519:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521535.036523:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521535.036525:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521535.036528:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521535.036529:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521535.036531:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [489:489:256:4294967295] 192.168.203.102@tcp LPNI seq info [489:489:8:4294967295] 00000400:00000200:1.0:1731521535.036537:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521535.036540:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521535.036543:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731521535.036546:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521535.036551:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521535.036554:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521535.036664:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521535.036675:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731521535.036678:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521535.036682:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521535.036684:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381088 00000400:00000010:0.0:1731521535.036685:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381088. 00000100:00000200:0.0:1731521535.036690:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915029504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521535.037623:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521535.037629:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210000 00000400:00000200:0.0:1731521535.037634:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1019 [1] + 224 00000400:00000200:0.0:1731521535.037645:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521535.037647:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521535.037651:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915029504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521535.037686:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521535.037689:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521535.037689:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521535.037693:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915029504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521535.037706:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915029504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521535.037719:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731521535.037722:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:1.0:1731521535.037723:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731521540.044387:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731521540.044404:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:2.0:1731521540.044474:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731521540.044479:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521540.044484:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521540.044489:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915029632, portal 25 00000400:00000010:2.0:1731521540.044493:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac33b8. 00000100:00000200:2.0:1731521540.044495:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915029632, offset 0 00000400:00000200:2.0:1731521540.044502:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521540.044525:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521540.044529:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521540.044533:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521540.044535:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521540.044538:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521540.044541:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [490:490:256:4294967295] 192.168.203.102@tcp LPNI seq info [490:490:8:4294967295] 00000400:00000200:2.0:1731521540.044550:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521540.044555:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521540.044559:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521540.044564:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521540.044571:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521540.044574:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521540.044676:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521540.044680:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521540.044684:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521540.044689:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521540.044693:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac33b8 00000400:00000010:0.0:1731521540.044695:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac33b8. 00000100:00000200:0.0:1731521540.044701:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915029632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521540.045737:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521540.045745:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210080 00000400:00000200:0.0:1731521540.045750:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1021 [1] + 224 00000400:00000200:0.0:1731521540.045764:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521540.045767:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521540.045772:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915029632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521540.045835:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521540.045838:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521540.045839:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521540.045843:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915029632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521540.045849:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915029632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521540.045862:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731521540.045865:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:2.0:1731521540.045868:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731521545.052410:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731521545.052437:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:0.0:1731521545.052552:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7600. 00000400:00000010:0.0:1731521545.052565:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856e70. 00000400:00000010:0.0:1731521545.052571:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966d48. 00000100:00000200:0.0:1731521545.052577:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915029760, portal 25 00000400:00000010:0.0:1731521545.052580:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966770. 00000100:00000200:0.0:1731521545.052582:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915029760, offset 0 00000400:00000200:0.0:1731521545.052589:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521545.052599:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521545.052603:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521545.052607:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521545.052610:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521545.052613:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521545.052616:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [491:491:256:4294967295] 192.168.203.102@tcp LPNI seq info [491:491:8:4294967295] 00000400:00000200:0.0:1731521545.052624:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521545.052630:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521545.052632:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78d00. 00000800:00000200:0.0:1731521545.052637:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521545.052645:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521545.052648:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521545.052739:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521545.052743:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78d00. 00000400:00000200:2.0:1731521545.052745:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521545.052749:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521545.052751:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966770 00000400:00000010:2.0:1731521545.052752:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966770. 00000100:00000200:2.0:1731521545.052757:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915029760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521545.053762:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521545.053778:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210100 00000400:00000200:0.0:1731521545.053782:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1029 [1] + 224 00000400:00000200:0.0:1731521545.053794:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521545.053796:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521545.053800:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915029760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521545.053844:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856e70. 00000400:00000200:2.0:1731521545.053851:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966d48 00000400:00000010:2.0:1731521545.053852:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966d48. 00000100:00000200:2.0:1731521545.053855:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915029760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521545.053861:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915029760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521545.053874:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7600. 02000000:00000010:2.0:1731521545.053877:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:2.0:1731521545.053880:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731521550.060453:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731521550.060479:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:2.0:1731521550.060642:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731521550.060653:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521550.060660:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521550.060667:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915029888, portal 25 00000400:00000010:2.0:1731521550.060673:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3a18. 00000100:00000200:2.0:1731521550.060675:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915029888, offset 0 00000400:00000200:2.0:1731521550.060685:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521550.060698:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521550.060703:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521550.060708:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521550.060712:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521550.060715:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521550.060718:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [492:492:256:4294967295] 192.168.203.102@tcp LPNI seq info [492:492:8:4294967295] 00000400:00000200:2.0:1731521550.060729:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521550.060784:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521550.060788:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731521550.060794:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521550.060803:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521550.060808:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521550.061038:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521550.061044:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731521550.061050:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521550.061057:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521550.061061:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3a18 00000400:00000010:0.0:1731521550.061076:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3a18. 00000100:00000200:0.0:1731521550.061086:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915029888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521550.062852:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521550.062865:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210180 00000400:00000200:0.0:1731521550.062874:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1031 [1] + 224 00000400:00000200:0.0:1731521550.062899:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521550.062906:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521550.062915:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915029888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521550.063060:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521550.063069:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521550.063083:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521550.063093:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915029888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521550.063110:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915029888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521550.063139:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731521550.063146:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:2.0:1731521550.063151:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731521555.068394:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731521555.068425:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:1.0:1731521555.068522:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731521555.068533:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521555.068540:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521555.068546:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915030016, portal 25 00000400:00000010:1.0:1731521555.068549:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381a18. 00000100:00000200:1.0:1731521555.068551:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915030016, offset 0 00000400:00000200:1.0:1731521555.068559:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521555.068569:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521555.068572:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521555.068575:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521555.068577:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521555.068579:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521555.068580:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [493:493:256:4294967295] 192.168.203.102@tcp LPNI seq info [493:493:8:4294967295] 00000400:00000200:1.0:1731521555.068587:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521555.068590:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521555.068593:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731521555.068597:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521555.068602:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521555.068604:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521555.068756:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521555.068770:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731521555.068775:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521555.068779:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521555.068783:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381a18 00000400:00000010:0.0:1731521555.068784:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381a18. 00000100:00000200:0.0:1731521555.068791:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915030016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521555.069848:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521555.069857:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210200 00000400:00000200:0.0:1731521555.069862:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1039 [1] + 224 00000400:00000200:0.0:1731521555.069877:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521555.069881:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521555.069885:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915030016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521555.069931:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521555.069934:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521555.069936:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521555.069940:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915030016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521555.069958:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915030016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521555.069971:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731521555.069973:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:1.0:1731521555.069975:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731521560.076388:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731521560.076406:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:2.0:1731521560.076478:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731521560.076485:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521560.076489:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521560.076494:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915030144, portal 25 00000400:00000010:2.0:1731521560.076497:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731521560.076498:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915030144, offset 0 00000400:00000200:2.0:1731521560.076505:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521560.076513:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521560.076516:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521560.076519:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521560.076521:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521560.076522:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521560.076524:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [494:494:256:4294967295] 192.168.203.102@tcp LPNI seq info [494:494:8:4294967295] 00000400:00000200:2.0:1731521560.076530:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521560.076534:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521560.076536:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521560.076540:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521560.076547:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521560.076549:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521560.076646:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521560.076650:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521560.076654:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521560.076658:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521560.076661:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac32a8 00000400:00000010:0.0:1731521560.076684:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac32a8. 00000100:00000200:0.0:1731521560.076691:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915030144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521560.077778:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521560.077787:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210280 00000400:00000200:0.0:1731521560.077792:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1041 [1] + 224 00000400:00000200:0.0:1731521560.077807:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521560.077810:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521560.077815:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915030144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521560.077866:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521560.077869:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521560.077870:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521560.077874:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915030144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521560.077887:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915030144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521560.077905:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731521560.077909:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:2.0:1731521560.077912:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731521565.084360:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731521565.084375:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:2.0:1731521565.084457:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731521565.084464:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521565.084469:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521565.084475:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915030272, portal 25 00000400:00000010:2.0:1731521565.084478:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3770. 00000100:00000200:2.0:1731521565.084480:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915030272, offset 0 00000400:00000200:2.0:1731521565.084487:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521565.084497:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521565.084501:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521565.084504:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521565.084507:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521565.084508:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521565.084511:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [495:495:256:4294967295] 192.168.203.102@tcp LPNI seq info [495:495:8:4294967295] 00000400:00000200:2.0:1731521565.084519:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521565.084524:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521565.084527:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521565.084531:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521565.084538:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521565.084541:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521565.084703:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521565.084706:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521565.084710:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521565.084714:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521565.084716:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3770 00000400:00000010:0.0:1731521565.084718:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3770. 00000100:00000200:0.0:1731521565.084723:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915030272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521565.085811:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521565.085817:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210300 00000400:00000200:0.0:1731521565.085822:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1049 [1] + 224 00000400:00000200:0.0:1731521565.085834:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521565.085836:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521565.085841:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915030272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521565.085889:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521565.085893:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521565.085894:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521565.085899:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915030272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521565.085916:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915030272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521565.085933:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731521565.085937:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:2.0:1731521565.085939:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731521570.092385:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731521570.092404:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:1.0:1731521570.092488:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731521570.092495:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521570.092500:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521570.092505:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915030400, portal 25 00000400:00000010:1.0:1731521570.092508:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381110. 00000100:00000200:1.0:1731521570.092509:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915030400, offset 0 00000400:00000200:1.0:1731521570.092515:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521570.092524:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521570.092527:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521570.092530:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521570.092532:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521570.092533:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521570.092535:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [496:496:256:4294967295] 192.168.203.102@tcp LPNI seq info [496:496:8:4294967295] 00000400:00000200:1.0:1731521570.092541:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521570.092545:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521570.092547:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731521570.092551:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521570.092556:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521570.092559:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521570.092694:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521570.092698:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731521570.092702:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521570.092707:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521570.092710:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381110 00000400:00000010:0.0:1731521570.092720:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381110. 00000100:00000200:0.0:1731521570.092726:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915030400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521570.094006:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521570.094019:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210380 00000400:00000200:0.0:1731521570.094025:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1051 [1] + 224 00000400:00000200:0.0:1731521570.094044:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521570.094047:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521570.094055:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915030400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521570.094131:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521570.094136:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521570.094138:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521570.094143:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915030400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521570.094165:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915030400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521570.094187:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731521570.094192:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:1.0:1731521570.094197:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000100:00000010:3.0:1731521575.100411:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731521575.100435:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:1.0:1731521575.100547:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731521575.100556:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521575.100586:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521575.100592:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915030528, portal 25 00000400:00000010:1.0:1731521575.100596:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381aa0. 00000100:00000200:1.0:1731521575.100598:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915030528, offset 0 00000400:00000200:1.0:1731521575.100605:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521575.100618:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521575.100621:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521575.100625:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521575.100628:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521575.100630:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521575.100632:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [497:497:256:4294967295] 192.168.203.102@tcp LPNI seq info [497:497:8:4294967295] 00000400:00000200:1.0:1731521575.100639:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521575.100643:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521575.100647:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731521575.100651:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521575.100658:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521575.100662:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521575.100791:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521575.100794:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731521575.100798:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521575.100803:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521575.100806:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381aa0 00000400:00000010:0.0:1731521575.100807:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381aa0. 00000100:00000200:0.0:1731521575.100814:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915030528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521575.102032:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521575.102040:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210400 00000400:00000200:0.0:1731521575.102045:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1059 [1] + 224 00000400:00000200:0.0:1731521575.102061:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521575.102064:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521575.102068:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915030528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521575.102147:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521575.102152:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521575.102154:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521575.102159:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915030528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521575.102185:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915030528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521575.102205:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731521575.102209:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:1.0:1731521575.102213:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731521580.108403:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731521580.108419:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:0.0:1731521580.108508:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6200. 00000400:00000010:0.0:1731521580.108515:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856e18. 00000400:00000010:0.0:1731521580.108519:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966e58. 00000100:00000200:0.0:1731521580.108524:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915030656, portal 25 00000400:00000010:0.0:1731521580.108567:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966ee0. 00000100:00000200:0.0:1731521580.108570:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915030656, offset 0 00000400:00000200:0.0:1731521580.108577:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521580.108587:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521580.108591:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521580.108594:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521580.108597:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521580.108599:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521580.108601:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [498:498:256:4294967295] 192.168.203.102@tcp LPNI seq info [498:498:8:4294967295] 00000400:00000200:0.0:1731521580.108607:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521580.108611:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521580.108614:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78500. 00000800:00000200:0.0:1731521580.108618:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521580.108624:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521580.108627:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521580.108748:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521580.108753:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78500. 00000400:00000200:2.0:1731521580.108756:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521580.108763:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521580.108767:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966ee0 00000400:00000010:2.0:1731521580.108768:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966ee0. 00000100:00000200:2.0:1731521580.108776:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915030656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521580.110017:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521580.110027:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210480 00000400:00000200:0.0:1731521580.110033:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1061 [1] + 224 00000400:00000200:0.0:1731521580.110049:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521580.110051:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521580.110056:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915030656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521580.110106:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856e18. 00000400:00000200:2.0:1731521580.110110:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966e58 00000400:00000010:2.0:1731521580.110111:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966e58. 00000100:00000200:2.0:1731521580.110115:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915030656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521580.110121:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915030656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521580.110139:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6200. 02000000:00000010:2.0:1731521580.110144:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:2.0:1731521580.110147:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731521585.116408:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731521585.116425:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:0.0:1731521585.116528:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7a00. 00000400:00000010:0.0:1731521585.116537:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856cb8. 00000400:00000010:0.0:1731521585.116543:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9664c8. 00000100:00000200:0.0:1731521585.116549:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915030784, portal 25 00000400:00000010:0.0:1731521585.116552:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966f68. 00000100:00000200:0.0:1731521585.116559:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915030784, offset 0 00000400:00000200:0.0:1731521585.116567:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521585.116587:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521585.116591:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521585.116595:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521585.116597:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521585.116599:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521585.116602:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [499:499:256:4294967295] 192.168.203.102@tcp LPNI seq info [499:499:8:4294967295] 00000400:00000200:0.0:1731521585.116611:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521585.116617:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521585.116620:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78000. 00000800:00000200:0.0:1731521585.116625:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521585.116632:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521585.116635:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521585.116744:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521585.116747:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78000. 00000400:00000200:2.0:1731521585.116751:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521585.116756:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521585.116759:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966f68 00000400:00000010:2.0:1731521585.116760:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966f68. 00000100:00000200:2.0:1731521585.116766:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915030784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521585.117734:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521585.117743:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210500 00000400:00000200:0.0:1731521585.117748:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1069 [1] + 224 00000400:00000200:0.0:1731521585.117762:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521585.117765:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521585.117771:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915030784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521585.117820:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856cb8. 00000400:00000200:2.0:1731521585.117823:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9664c8 00000400:00000010:2.0:1731521585.117824:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9664c8. 00000100:00000200:2.0:1731521585.117827:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915030784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521585.117832:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915030784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521585.117845:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7a00. 02000000:00000010:2.0:1731521585.117849:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:2.0:1731521585.117851:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731521590.124388:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731521590.124404:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:1.0:1731521590.124509:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731521590.124517:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521590.124521:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521590.124526:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915030912, portal 25 00000400:00000010:1.0:1731521590.124529:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381b28. 00000100:00000200:1.0:1731521590.124530:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915030912, offset 0 00000400:00000200:1.0:1731521590.124537:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521590.124546:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521590.124549:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521590.124552:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521590.124554:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521590.124555:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521590.124557:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [500:500:256:4294967295] 192.168.203.102@tcp LPNI seq info [500:500:8:4294967295] 00000400:00000200:1.0:1731521590.124563:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521590.124567:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521590.124569:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731521590.124572:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521590.124578:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521590.124581:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521590.124698:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521590.124702:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731521590.124705:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521590.124709:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521590.124711:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381b28 00000400:00000010:0.0:1731521590.124712:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381b28. 00000100:00000200:0.0:1731521590.124717:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915030912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521590.125839:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521590.125849:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210580 00000400:00000200:0.0:1731521590.125863:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1071 [1] + 224 00000400:00000200:0.0:1731521590.125876:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521590.125880:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521590.125885:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915030912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521590.125943:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521590.125948:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521590.125949:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521590.125954:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915030912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521590.125970:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915030912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521590.125988:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731521590.125991:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:1.0:1731521590.125994:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731521595.132377:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731521595.132395:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:1.0:1731521595.132474:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731521595.132481:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521595.132486:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521595.132491:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915031040, portal 25 00000400:00000010:1.0:1731521595.132494:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381bb0. 00000100:00000200:1.0:1731521595.132495:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915031040, offset 0 00000400:00000200:1.0:1731521595.132502:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521595.132511:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521595.132514:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521595.132516:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521595.132518:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521595.132520:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521595.132522:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [501:501:256:4294967295] 192.168.203.102@tcp LPNI seq info [501:501:8:4294967295] 00000400:00000200:1.0:1731521595.132528:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521595.132531:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521595.132534:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731521595.132537:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521595.132543:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521595.132545:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521595.132649:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521595.132651:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731521595.132655:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521595.132659:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521595.132661:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381bb0 00000400:00000010:0.0:1731521595.132663:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381bb0. 00000100:00000200:0.0:1731521595.132667:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915031040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521595.133573:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521595.133580:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210600 00000400:00000200:0.0:1731521595.133584:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1079 [1] + 224 00000400:00000200:0.0:1731521595.133598:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521595.133600:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521595.133604:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915031040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521595.133644:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521595.133647:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521595.133648:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521595.133651:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915031040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521595.133666:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915031040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521595.133679:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731521595.133682:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:1.0:1731521595.133684:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731521600.140367:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731521600.140382:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:2.0:1731521600.140490:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225400. 00000400:00000010:2.0:1731521600.140496:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521600.140500:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521600.140505:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915031168, portal 25 00000400:00000010:2.0:1731521600.140508:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3110. 00000100:00000200:2.0:1731521600.140509:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915031168, offset 0 00000400:00000200:2.0:1731521600.140515:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521600.140524:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521600.140527:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521600.140530:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521600.140532:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521600.140533:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521600.140535:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [502:502:256:4294967295] 192.168.203.102@tcp LPNI seq info [502:502:8:4294967295] 00000400:00000200:2.0:1731521600.140541:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521600.140545:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521600.140548:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731521600.140551:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521600.140557:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521600.140560:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521600.140691:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521600.140693:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731521600.140696:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521600.140700:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521600.140702:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3110 00000400:00000010:0.0:1731521600.140703:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3110. 00000100:00000200:0.0:1731521600.140708:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915031168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521600.141698:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521600.141707:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210680 00000400:00000200:0.0:1731521600.141716:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1081 [1] + 224 00000400:00000200:0.0:1731521600.141730:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521600.141733:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521600.141737:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915031168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521600.141784:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521600.141787:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521600.141789:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521600.141793:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915031168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521600.141799:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915031168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521600.141812:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225400. 02000000:00000010:2.0:1731521600.141814:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:2.0:1731521600.141817:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731521605.148375:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731521605.148390:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:0.0:1731521605.148495:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7a00. 00000400:00000010:0.0:1731521605.148504:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856dc0. 00000400:00000010:0.0:1731521605.148510:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966c38. 00000100:00000200:0.0:1731521605.148516:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915031296, portal 25 00000400:00000010:0.0:1731521605.148519:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9667f8. 00000100:00000200:0.0:1731521605.148520:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915031296, offset 0 00000400:00000200:0.0:1731521605.148527:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521605.148536:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521605.148540:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521605.148543:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521605.148545:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521605.148546:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521605.148548:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [503:503:256:4294967295] 192.168.203.102@tcp LPNI seq info [503:503:8:4294967295] 00000400:00000200:0.0:1731521605.148554:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521605.148558:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521605.148560:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78700. 00000800:00000200:0.0:1731521605.148563:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521605.148569:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521605.148572:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521605.148678:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521605.148682:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78700. 00000400:00000200:2.0:1731521605.148685:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521605.148689:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521605.148692:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9667f8 00000400:00000010:2.0:1731521605.148694:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9667f8. 00000100:00000200:2.0:1731521605.148700:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915031296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521605.149702:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521605.149709:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210700 00000400:00000200:0.0:1731521605.149713:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1089 [1] + 224 00000400:00000200:0.0:1731521605.149727:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521605.149729:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521605.149740:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915031296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521605.149787:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856dc0. 00000400:00000200:2.0:1731521605.149790:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966c38 00000400:00000010:2.0:1731521605.149791:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966c38. 00000100:00000200:2.0:1731521605.149795:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915031296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521605.149800:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915031296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521605.149813:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7a00. 02000000:00000010:2.0:1731521605.149817:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:2.0:1731521605.149819:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731521610.156430:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731521610.156447:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:2.0:1731521610.156514:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225200. 00000400:00000010:2.0:1731521610.156520:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521610.156525:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521610.156539:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915031424, portal 25 00000400:00000010:2.0:1731521610.156543:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3dd0. 00000100:00000200:2.0:1731521610.156545:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915031424, offset 0 00000400:00000200:2.0:1731521610.156552:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521610.156562:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521610.156567:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521610.156570:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521610.156574:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521610.156576:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521610.156579:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [504:504:256:4294967295] 192.168.203.102@tcp LPNI seq info [504:504:8:4294967295] 00000400:00000200:2.0:1731521610.156587:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521610.156592:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521610.156596:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521610.156601:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521610.156608:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521610.156611:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521610.156739:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521610.156743:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521610.156748:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521610.156753:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521610.156757:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3dd0 00000400:00000010:0.0:1731521610.156758:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3dd0. 00000100:00000200:0.0:1731521610.156765:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915031424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521610.157754:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521610.157763:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210780 00000400:00000200:0.0:1731521610.157769:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1091 [1] + 224 00000400:00000200:0.0:1731521610.157783:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521610.157787:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521610.157792:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915031424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521610.157832:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521610.157835:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521610.157836:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521610.157840:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915031424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521610.157846:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915031424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521610.157864:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225200. 02000000:00000010:2.0:1731521610.157867:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:2.0:1731521610.157869:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731521615.164404:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731521615.164419:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:1.0:1731521615.164499:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731521615.164506:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521615.164511:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521615.164517:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915031552, portal 25 00000400:00000010:1.0:1731521615.164520:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381ee0. 00000100:00000200:1.0:1731521615.164522:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915031552, offset 0 00000400:00000200:1.0:1731521615.164530:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521615.164540:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521615.164544:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521615.164547:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521615.164550:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521615.164552:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521615.164555:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [505:505:256:4294967295] 192.168.203.102@tcp LPNI seq info [505:505:8:4294967295] 00000400:00000200:1.0:1731521615.164564:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521615.164569:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521615.164572:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731521615.164578:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521615.164585:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521615.164588:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521615.164735:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521615.164738:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731521615.164741:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521615.164746:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521615.164748:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381ee0 00000400:00000010:0.0:1731521615.164750:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381ee0. 00000100:00000200:0.0:1731521615.164754:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915031552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521615.165767:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521615.165775:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210800 00000400:00000200:0.0:1731521615.165779:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1099 [1] + 224 00000400:00000200:0.0:1731521615.165793:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521615.165800:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521615.165804:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915031552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521615.165846:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521615.165849:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521615.165850:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521615.165855:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915031552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521615.165873:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915031552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521615.165889:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731521615.165893:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:1.0:1731521615.165896:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731521620.172378:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731521620.172396:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:0.0:1731521620.172482:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7800. 00000400:00000010:0.0:1731521620.172490:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8563c8. 00000400:00000010:0.0:1731521620.172497:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966550. 00000100:00000200:0.0:1731521620.172503:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915031680, portal 25 00000400:00000010:0.0:1731521620.172507:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9662a8. 00000100:00000200:0.0:1731521620.172509:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915031680, offset 0 00000400:00000200:0.0:1731521620.172517:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521620.172527:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521620.172532:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521620.172536:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521620.172539:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521620.172541:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521620.172544:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [506:506:256:4294967295] 192.168.203.102@tcp LPNI seq info [506:506:8:4294967295] 00000400:00000200:0.0:1731521620.172553:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521620.172559:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521620.172562:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78c00. 00000800:00000200:0.0:1731521620.172566:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521620.172571:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521620.172575:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521620.172672:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521620.172676:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78c00. 00000400:00000200:2.0:1731521620.172680:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521620.172685:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521620.172688:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9662a8 00000400:00000010:2.0:1731521620.172695:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9662a8. 00000100:00000200:2.0:1731521620.172701:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915031680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521620.173717:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521620.173724:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210880 00000400:00000200:0.0:1731521620.173730:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x10a1 [1] + 224 00000400:00000200:0.0:1731521620.173744:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521620.173748:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521620.173753:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915031680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521620.173820:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8563c8. 00000400:00000200:2.0:1731521620.173824:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966550 00000400:00000010:2.0:1731521620.173825:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966550. 00000100:00000200:2.0:1731521620.173830:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915031680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521620.173838:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915031680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521620.173857:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7800. 02000000:00000010:2.0:1731521620.173861:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:2.0:1731521620.173864:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731521625.180375:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731521625.180391:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:2.0:1731521625.180467:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731521625.180475:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521625.180482:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521625.180488:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915031808, portal 25 00000400:00000010:2.0:1731521625.180492:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3aa0. 00000100:00000200:2.0:1731521625.180494:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915031808, offset 0 00000400:00000200:2.0:1731521625.180502:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521625.180512:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521625.180516:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521625.180520:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521625.180523:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521625.180525:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521625.180527:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [507:507:256:4294967295] 192.168.203.102@tcp LPNI seq info [507:507:8:4294967295] 00000400:00000200:2.0:1731521625.180536:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521625.180542:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521625.180545:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521625.180550:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521625.180558:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521625.180571:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521625.180672:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521625.180675:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521625.180679:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521625.180684:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521625.180687:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3aa0 00000400:00000010:0.0:1731521625.180689:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3aa0. 00000100:00000200:0.0:1731521625.180694:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915031808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521625.181552:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521625.181559:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210900 00000400:00000200:0.0:1731521625.181562:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x10a9 [1] + 224 00000400:00000200:0.0:1731521625.181574:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521625.181576:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521625.181580:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915031808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521625.181619:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521625.181623:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521625.181624:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521625.181629:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915031808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521625.181637:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915031808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521625.181655:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731521625.181660:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:2.0:1731521625.181663:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731521630.188374:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731521630.188389:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:2.0:1731521630.188460:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731521630.188465:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521630.188470:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521630.188475:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915031936, portal 25 00000400:00000010:2.0:1731521630.188477:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3550. 00000100:00000200:2.0:1731521630.188479:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915031936, offset 0 00000400:00000200:2.0:1731521630.188485:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521630.188493:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521630.188497:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521630.188500:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521630.188502:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521630.188503:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521630.188505:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [508:508:256:4294967295] 192.168.203.102@tcp LPNI seq info [508:508:8:4294967295] 00000400:00000200:2.0:1731521630.188511:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521630.188514:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521630.188517:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521630.188521:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521630.188526:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521630.188528:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521630.188688:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521630.188692:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521630.188696:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521630.188701:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521630.188704:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3550 00000400:00000010:0.0:1731521630.188706:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3550. 00000100:00000200:0.0:1731521630.188711:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915031936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521630.189964:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521630.189973:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210980 00000400:00000200:0.0:1731521630.189978:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x10b1 [1] + 224 00000400:00000200:0.0:1731521630.189994:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521630.189997:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521630.190002:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915031936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521630.190059:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521630.190062:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521630.190063:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521630.190067:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915031936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521630.190072:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915031936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521630.190086:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731521630.190089:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731521630.190091:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731521635.196373:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731521635.196392:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:1.0:1731521635.196481:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731521635.196488:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521635.196494:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521635.196499:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915032064, portal 25 00000400:00000010:1.0:1731521635.196503:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381000. 00000100:00000200:1.0:1731521635.196505:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915032064, offset 0 00000400:00000200:1.0:1731521635.196513:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521635.196523:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521635.196527:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521635.196531:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521635.196533:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521635.196535:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521635.196538:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [509:509:256:4294967295] 192.168.203.102@tcp LPNI seq info [509:509:8:4294967295] 00000400:00000200:1.0:1731521635.196547:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521635.196553:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521635.196556:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731521635.196561:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521635.196568:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521635.196572:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521635.196689:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521635.196692:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731521635.196696:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521635.196699:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521635.196702:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381000 00000400:00000010:0.0:1731521635.196703:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381000. 00000100:00000200:0.0:1731521635.196708:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915032064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521635.197689:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521635.197695:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210a00 00000400:00000200:0.0:1731521635.197700:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x10b9 [1] + 224 00000400:00000200:0.0:1731521635.197714:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521635.197716:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521635.197720:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915032064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521635.197769:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521635.197773:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521635.197774:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521635.197778:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915032064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521635.197799:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915032064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521635.197815:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731521635.197819:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:1.0:1731521635.197821:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731521640.204369:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731521640.204384:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:2.0:1731521640.204474:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731521640.204482:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521640.204487:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521640.204493:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915032192, portal 25 00000400:00000010:2.0:1731521640.204496:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3bb0. 00000100:00000200:2.0:1731521640.204498:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915032192, offset 0 00000400:00000200:2.0:1731521640.204506:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521640.204516:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521640.204521:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521640.204524:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521640.204527:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521640.204529:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521640.204531:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [510:510:256:4294967295] 192.168.203.102@tcp LPNI seq info [510:510:8:4294967295] 00000400:00000200:2.0:1731521640.204538:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521640.204542:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521640.204544:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731521640.204548:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521640.204554:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521640.204556:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521640.204646:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521640.204649:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731521640.204652:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521640.204656:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521640.204659:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3bb0 00000400:00000010:0.0:1731521640.204660:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3bb0. 00000100:00000200:0.0:1731521640.204665:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915032192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521640.205644:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521640.205651:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210a80 00000400:00000200:0.0:1731521640.205655:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x10c1 [1] + 224 00000400:00000200:0.0:1731521640.205668:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521640.205670:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521640.205674:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915032192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521656 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521640.205714:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521640.205722:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521640.205723:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521640.205726:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915032192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521640.205731:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915032192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521656 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521640.205744:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731521640.205747:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:2.0:1731521640.205749:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731521645.212358:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731521645.212375:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:2.0:1731521645.212453:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731521645.212459:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521645.212463:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521645.212468:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915032320, portal 25 00000400:00000010:2.0:1731521645.212471:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3e58. 00000100:00000200:2.0:1731521645.212476:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915032320, offset 0 00000400:00000200:2.0:1731521645.212482:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521645.212491:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521645.212494:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521645.212497:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521645.212499:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521645.212500:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521645.212502:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [511:511:256:4294967295] 192.168.203.102@tcp LPNI seq info [511:511:8:4294967295] 00000400:00000200:2.0:1731521645.212508:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521645.212511:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521645.212514:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731521645.212518:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521645.212523:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521645.212526:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521645.212618:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521645.212621:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731521645.212624:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521645.212628:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521645.212630:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3e58 00000400:00000010:0.0:1731521645.212631:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3e58. 00000100:00000200:0.0:1731521645.212636:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915032320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521645.213599:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521645.213606:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210b00 00000400:00000200:0.0:1731521645.213610:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x10c9 [1] + 224 00000400:00000200:0.0:1731521645.213624:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521645.213626:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521645.213630:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915032320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521645.213679:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521645.213683:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521645.213691:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521645.213696:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915032320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521645.213704:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915032320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521645.213719:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731521645.213724:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:2.0:1731521645.213727:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731521650.220389:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731521650.220406:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:2.0:1731521650.220481:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731521650.220487:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521650.220491:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521650.220496:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915032448, portal 25 00000400:00000010:2.0:1731521650.220499:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3908. 00000100:00000200:2.0:1731521650.220501:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915032448, offset 0 00000400:00000200:2.0:1731521650.220507:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521650.220515:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521650.220518:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521650.220521:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521650.220523:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521650.220524:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521650.220526:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [512:512:256:4294967295] 192.168.203.102@tcp LPNI seq info [512:512:8:4294967295] 00000400:00000200:2.0:1731521650.220532:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521650.220536:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521650.220538:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521650.220541:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521650.220547:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521650.220549:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521650.220670:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521650.220673:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521650.220677:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521650.220682:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521650.220684:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3908 00000400:00000010:0.0:1731521650.220686:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3908. 00000100:00000200:0.0:1731521650.220692:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915032448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521650.221661:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521650.221670:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210b80 00000400:00000200:0.0:1731521650.221676:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x10d1 [1] + 224 00000400:00000200:0.0:1731521650.221692:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521650.221696:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521650.221700:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915032448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521650.221756:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521650.221758:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521650.221759:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521650.221762:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915032448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521650.221772:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915032448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521650.221785:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731521650.221788:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:2.0:1731521650.221791:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731521655.228383:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731521655.228399:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:1.0:1731521655.228470:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731521655.228478:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521655.228484:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521655.228490:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915032576, portal 25 00000400:00000010:1.0:1731521655.228494:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381330. 00000100:00000200:1.0:1731521655.228496:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915032576, offset 0 00000400:00000200:1.0:1731521655.228504:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521655.228514:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521655.228518:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521655.228522:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521655.228525:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521655.228527:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521655.228531:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [513:513:256:4294967295] 192.168.203.102@tcp LPNI seq info [513:513:8:4294967295] 00000400:00000200:1.0:1731521655.228540:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521655.228545:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521655.228548:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731521655.228553:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521655.228561:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521655.228564:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521655.228666:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521655.228668:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731521655.228672:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521655.228675:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521655.228678:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381330 00000400:00000010:0.0:1731521655.228679:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381330. 00000100:00000200:0.0:1731521655.228683:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915032576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521655.229697:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521655.229706:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210c00 00000400:00000200:0.0:1731521655.229711:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x10d9 [1] + 224 00000400:00000200:0.0:1731521655.229727:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521655.229731:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521655.229736:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915032576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521655.229783:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521655.229787:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521655.229788:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521655.229792:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915032576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521655.229809:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915032576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521655.229822:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731521655.229825:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:1.0:1731521655.229827:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731521660.236386:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731521660.236405:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:2.0:1731521660.236510:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731521660.236517:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521660.236524:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521660.236530:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915032704, portal 25 00000400:00000010:2.0:1731521660.236534:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3330. 00000100:00000200:2.0:1731521660.236536:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915032704, offset 0 00000400:00000200:2.0:1731521660.236544:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521660.236554:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521660.236558:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521660.236562:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521660.236564:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521660.236566:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521660.236570:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [514:514:256:4294967295] 192.168.203.102@tcp LPNI seq info [514:514:8:4294967295] 00000400:00000200:2.0:1731521660.236578:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521660.236583:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521660.236587:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731521660.236592:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521660.236599:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521660.236602:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521660.236709:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521660.236713:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731521660.236717:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521660.236722:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521660.236724:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3330 00000400:00000010:0.0:1731521660.236726:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3330. 00000100:00000200:0.0:1731521660.236732:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915032704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521660.237814:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521660.237823:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210c80 00000400:00000200:0.0:1731521660.237828:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x10e1 [1] + 224 00000400:00000200:0.0:1731521660.237845:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521660.237849:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521660.237853:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915032704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521660.237904:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521660.237908:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521660.237909:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521660.237914:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915032704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521660.237933:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915032704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521660.237949:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731521660.237953:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:2.0:1731521660.237956:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731521665.244371:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731521665.244389:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:0.0:1731521665.244473:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7000. 00000400:00000010:0.0:1731521665.244479:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856d68. 00000400:00000010:0.0:1731521665.244484:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9663b8. 00000100:00000200:0.0:1731521665.244490:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915032832, portal 25 00000400:00000010:0.0:1731521665.244494:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966440. 00000100:00000200:0.0:1731521665.244495:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915032832, offset 0 00000400:00000200:0.0:1731521665.244504:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521665.244514:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521665.244518:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521665.244521:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521665.244524:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521665.244526:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521665.244529:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [515:515:256:4294967295] 192.168.203.102@tcp LPNI seq info [515:515:8:4294967295] 00000400:00000200:0.0:1731521665.244537:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521665.244542:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521665.244545:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78100. 00000800:00000200:0.0:1731521665.244555:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521665.244562:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521665.244565:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521665.244674:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521665.244678:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78100. 00000400:00000200:2.0:1731521665.244681:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521665.244686:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521665.244689:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966440 00000400:00000010:2.0:1731521665.244691:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966440. 00000100:00000200:2.0:1731521665.244697:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915032832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521665.245700:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521665.245709:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210d00 00000400:00000200:0.0:1731521665.245714:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x10e9 [1] + 224 00000400:00000200:0.0:1731521665.245731:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521665.245735:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521665.245742:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915032832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521665.245790:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856d68. 00000400:00000200:2.0:1731521665.245793:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9663b8 00000400:00000010:2.0:1731521665.245794:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9663b8. 00000100:00000200:2.0:1731521665.245798:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915032832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521665.245803:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915032832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521665.245816:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7000. 02000000:00000010:2.0:1731521665.245819:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:2.0:1731521665.245821:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000100:00000010:3.0:1731521670.252386:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731521670.252403:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:2.0:1731521670.252476:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731521670.252485:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521670.252491:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521670.252497:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915032960, portal 25 00000400:00000010:2.0:1731521670.252500:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3c38. 00000100:00000200:2.0:1731521670.252501:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915032960, offset 0 00000400:00000200:2.0:1731521670.252507:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521670.252524:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521670.252527:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521670.252530:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521670.252532:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521670.252534:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521670.252536:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [516:516:256:4294967295] 192.168.203.102@tcp LPNI seq info [516:516:8:4294967295] 00000400:00000200:2.0:1731521670.252542:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521670.252546:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521670.252548:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731521670.252552:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521670.252558:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521670.252560:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521670.252688:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521670.252691:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731521670.252700:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521670.252705:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521670.252708:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3c38 00000400:00000010:0.0:1731521670.252710:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3c38. 00000100:00000200:0.0:1731521670.252715:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915032960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521670.253613:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521670.253620:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210d80 00000400:00000200:0.0:1731521670.253623:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x10f1 [1] + 224 00000400:00000200:0.0:1731521670.253635:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521670.253637:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521670.253641:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915032960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521670.253689:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521670.253693:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521670.253694:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521670.253699:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915032960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521670.253707:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915032960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521670.253723:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731521670.253727:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731521670.253730:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731521675.260370:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731521675.260385:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:1.0:1731521675.260464:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731521675.260472:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521675.260478:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521675.260484:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915033088, portal 25 00000400:00000010:1.0:1731521675.260488:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381990. 00000100:00000200:1.0:1731521675.260489:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915033088, offset 0 00000400:00000200:1.0:1731521675.260497:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521675.260507:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521675.260511:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521675.260515:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521675.260517:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521675.260519:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521675.260522:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [517:517:256:4294967295] 192.168.203.102@tcp LPNI seq info [517:517:8:4294967295] 00000400:00000200:1.0:1731521675.260531:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521675.260536:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521675.260540:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731521675.260546:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521675.260553:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521675.260556:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521675.260677:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521675.260682:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731521675.260686:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521675.260691:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521675.260694:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381990 00000400:00000010:0.0:1731521675.260696:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381990. 00000100:00000200:0.0:1731521675.260702:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915033088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521675.261555:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521675.261562:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210e00 00000400:00000200:0.0:1731521675.261566:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x10f9 [1] + 224 00000400:00000200:0.0:1731521675.261580:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521675.261583:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521675.261588:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915033088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521675.261636:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521675.261640:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521675.261641:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521675.261644:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915033088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521675.261660:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915033088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521675.261673:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731521675.261676:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:1.0:1731521675.261679:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731521680.268364:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731521680.268379:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:2.0:1731521680.268444:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731521680.268450:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521680.268455:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521680.268460:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915033216, portal 25 00000400:00000010:2.0:1731521680.268463:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3440. 00000100:00000200:2.0:1731521680.268464:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915033216, offset 0 00000400:00000200:2.0:1731521680.268470:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521680.268478:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521680.268491:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521680.268494:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521680.268496:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521680.268498:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521680.268500:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [518:518:256:4294967295] 192.168.203.102@tcp LPNI seq info [518:518:8:4294967295] 00000400:00000200:2.0:1731521680.268505:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521680.268509:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521680.268511:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521680.268515:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521680.268520:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521680.268523:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521680.268621:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521680.268631:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521680.268634:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521680.268638:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521680.268640:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3440 00000400:00000010:0.0:1731521680.268641:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3440. 00000100:00000200:0.0:1731521680.268647:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915033216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521680.269529:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521680.269538:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210e80 00000400:00000200:0.0:1731521680.269543:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1101 [1] + 224 00000400:00000200:0.0:1731521680.269559:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521680.269562:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521680.269567:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915033216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521680.269622:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521680.269626:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521680.269627:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521680.269632:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915033216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521680.269640:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915033216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521680.269657:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731521680.269661:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:2.0:1731521680.269663:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731521685.276366:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731521685.276382:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:0.0:1731521685.276447:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7c00. 00000400:00000010:0.0:1731521685.276458:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856370. 00000400:00000010:0.0:1731521685.276463:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966bb0. 00000100:00000200:0.0:1731521685.276468:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915033344, portal 25 00000400:00000010:0.0:1731521685.276471:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966908. 00000100:00000200:0.0:1731521685.276472:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915033344, offset 0 00000400:00000200:0.0:1731521685.276478:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521685.276486:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521685.276490:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521685.276492:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521685.276495:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521685.276496:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521685.276498:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [519:519:256:4294967295] 192.168.203.102@tcp LPNI seq info [519:519:8:4294967295] 00000400:00000200:0.0:1731521685.276504:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521685.276508:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521685.276510:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78000. 00000800:00000200:0.0:1731521685.276522:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521685.276528:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521685.276530:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521685.276622:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521685.276625:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78000. 00000400:00000200:2.0:1731521685.276627:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521685.276631:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521685.276634:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966908 00000400:00000010:2.0:1731521685.276635:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966908. 00000100:00000200:2.0:1731521685.276640:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915033344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521685.277722:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521685.277728:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210f00 00000400:00000200:0.0:1731521685.277733:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1109 [1] + 224 00000400:00000200:0.0:1731521685.277744:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521685.277746:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521685.277750:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915033344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521685.277798:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856370. 00000400:00000200:2.0:1731521685.277840:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966bb0 00000400:00000010:2.0:1731521685.277841:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966bb0. 00000100:00000200:2.0:1731521685.277846:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915033344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521685.277854:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915033344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521685.277871:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7c00. 02000000:00000010:2.0:1731521685.277875:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:2.0:1731521685.277878:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731521690.284372:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731521690.284388:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:2.0:1731521690.284464:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731521690.284471:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521690.284477:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521690.284484:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915033472, portal 25 00000400:00000010:2.0:1731521690.284488:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731521690.284490:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915033472, offset 0 00000400:00000200:2.0:1731521690.284498:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521690.284508:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521690.284512:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521690.284516:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521690.284518:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521690.284520:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521690.284523:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [520:520:256:4294967295] 192.168.203.102@tcp LPNI seq info [520:520:8:4294967295] 00000400:00000200:2.0:1731521690.284531:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521690.284536:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521690.284539:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731521690.284544:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521690.284551:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521690.284554:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521690.284665:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521690.284668:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731521690.284672:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521690.284677:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521690.284679:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:0.0:1731521690.284681:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:0.0:1731521690.284686:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915033472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521690.285630:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521690.285639:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48210f80 00000400:00000200:0.0:1731521690.285645:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1111 [1] + 224 00000400:00000200:0.0:1731521690.285660:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521690.285663:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521690.285669:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915033472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521690.285723:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521690.285727:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521690.285736:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521690.285740:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915033472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521690.285749:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915033472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521690.285765:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731521690.285782:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:2.0:1731521690.285785:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731521695.292380:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731521695.292396:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:1.0:1731521695.292487:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731521695.292495:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521695.292500:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521695.292505:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915033600, portal 25 00000400:00000010:1.0:1731521695.292509:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3815d8. 00000100:00000200:1.0:1731521695.292510:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915033600, offset 0 00000400:00000200:1.0:1731521695.292517:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521695.292527:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521695.292531:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521695.292534:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521695.292537:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521695.292538:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521695.292541:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [521:521:256:4294967295] 192.168.203.102@tcp LPNI seq info [521:521:8:4294967295] 00000400:00000200:1.0:1731521695.292549:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521695.292555:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521695.292558:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731521695.292562:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521695.292568:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521695.292571:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521695.292681:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521695.292684:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731521695.292688:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521695.292693:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521695.292706:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3815d8 00000400:00000010:0.0:1731521695.292707:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3815d8. 00000100:00000200:0.0:1731521695.292714:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915033600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521695.293609:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521695.293616:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211000 00000400:00000200:0.0:1731521695.293619:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1119 [1] + 224 00000400:00000200:0.0:1731521695.293631:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521695.293633:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521695.293637:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915033600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521695.293690:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521695.293693:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521695.293695:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521695.293699:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915033600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521695.293717:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915033600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521695.293746:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731521695.293751:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:1.0:1731521695.293754:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731521700.300372:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731521700.300396:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:2.0:1731521700.300466:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225800. 00000400:00000010:2.0:1731521700.300472:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521700.300476:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521700.300481:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915033728, portal 25 00000400:00000010:2.0:1731521700.300484:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731521700.300486:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915033728, offset 0 00000400:00000200:2.0:1731521700.300492:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521700.300501:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521700.300504:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521700.300507:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521700.300509:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521700.300511:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521700.300513:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [522:522:256:4294967295] 192.168.203.102@tcp LPNI seq info [522:522:8:4294967295] 00000400:00000200:2.0:1731521700.300519:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521700.300523:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521700.300526:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521700.300530:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521700.300536:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521700.300538:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521700.300636:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521700.300639:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521700.300647:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521700.300653:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521700.300656:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3d48 00000400:00000010:0.0:1731521700.300658:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3d48. 00000100:00000200:0.0:1731521700.300664:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915033728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521700.301758:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521700.301768:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211080 00000400:00000200:0.0:1731521700.301774:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1121 [1] + 224 00000400:00000200:0.0:1731521700.301788:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521700.301792:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521700.301797:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915033728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521700.301848:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521700.301851:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521700.301852:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521700.301856:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915033728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521700.301866:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915033728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521700.301881:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225800. 02000000:00000010:2.0:1731521700.301885:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:2.0:1731521700.301887:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731521705.308368:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731521705.308386:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:0.0:1731521705.308452:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7a00. 00000400:00000010:0.0:1731521705.308457:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8562c0. 00000400:00000010:0.0:1731521705.308462:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966b28. 00000100:00000200:0.0:1731521705.308476:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915033856, portal 25 00000400:00000010:0.0:1731521705.308478:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966a18. 00000100:00000200:0.0:1731521705.308480:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915033856, offset 0 00000400:00000200:0.0:1731521705.308486:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521705.308493:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521705.308496:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521705.308499:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521705.308501:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521705.308503:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521705.308504:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [523:523:256:4294967295] 192.168.203.102@tcp LPNI seq info [523:523:8:4294967295] 00000400:00000200:0.0:1731521705.308510:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521705.308514:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521705.308516:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78500. 00000800:00000200:0.0:1731521705.308520:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521705.308525:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521705.308527:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521705.308662:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521705.308694:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78500. 00000400:00000200:2.0:1731521705.308698:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521705.308704:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521705.308707:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966a18 00000400:00000010:2.0:1731521705.308709:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966a18. 00000100:00000200:2.0:1731521705.308715:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915033856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521705.309562:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521705.309570:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211100 00000400:00000200:0.0:1731521705.309575:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1129 [1] + 224 00000400:00000200:0.0:1731521705.309588:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521705.309592:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521705.309597:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915033856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521721 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521705.309643:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8562c0. 00000400:00000200:2.0:1731521705.309647:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966b28 00000400:00000010:2.0:1731521705.309648:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966b28. 00000100:00000200:2.0:1731521705.309653:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915033856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521705.309661:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915033856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521721 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521705.309691:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7a00. 02000000:00000010:2.0:1731521705.309696:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:2.0:1731521705.309699:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731521710.316385:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40700. 02000000:00000010:3.0:1731521710.316403:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39a00. 02000000:00000010:2.0:1731521710.316476:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731521710.316482:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521710.316486:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521710.316491:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915033984, portal 25 00000400:00000010:2.0:1731521710.316494:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac35d8. 00000100:00000200:2.0:1731521710.316495:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915033984, offset 0 00000400:00000200:2.0:1731521710.316502:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521710.316518:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521710.316522:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521710.316524:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521710.316527:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521710.316528:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521710.316530:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [524:524:256:4294967295] 192.168.203.102@tcp LPNI seq info [524:524:8:4294967295] 00000400:00000200:2.0:1731521710.316536:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521710.316540:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521710.316542:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521710.316546:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521710.316551:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521710.316554:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521710.316718:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521710.316722:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521710.316726:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521710.316731:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521710.316735:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac35d8 00000400:00000010:0.0:1731521710.316736:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac35d8. 00000100:00000200:0.0:1731521710.316742:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40700 x1815629915033984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521710.317857:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521710.317864:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211180 00000400:00000200:0.0:1731521710.317868:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1131 [1] + 224 00000400:00000200:0.0:1731521710.317879:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521710.317882:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521710.317885:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40700 x1815629915033984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521710.317926:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521710.317930:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521710.317930:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521710.317934:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40700 x1815629915033984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521710.317939:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40700 x1815629915033984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521710.317953:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731521710.317956:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39a00. 00000100:00000010:2.0:1731521710.317958:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40700. 00000100:00000010:3.0:1731521715.324410:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40000. 02000000:00000010:3.0:1731521715.324426:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:1.0:1731521715.324490:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731521715.324496:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521715.324500:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521715.324505:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915034112, portal 25 00000400:00000010:1.0:1731521715.324508:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381440. 00000100:00000200:1.0:1731521715.324509:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915034112, offset 0 00000400:00000200:1.0:1731521715.324515:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521715.324524:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521715.324527:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521715.324530:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521715.324532:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521715.324534:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521715.324536:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [525:525:256:4294967295] 192.168.203.102@tcp LPNI seq info [525:525:8:4294967295] 00000400:00000200:1.0:1731521715.324541:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521715.324546:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521715.324548:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731521715.324551:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521715.324557:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521715.324559:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521715.324706:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521715.324709:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731521715.324714:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521715.324719:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521715.324722:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381440 00000400:00000010:0.0:1731521715.324723:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381440. 00000100:00000200:0.0:1731521715.324729:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40000 x1815629915034112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521715.325830:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521715.325838:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211200 00000400:00000200:0.0:1731521715.325843:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1139 [1] + 224 00000400:00000200:0.0:1731521715.325857:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521715.325860:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521715.325865:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40000 x1815629915034112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521715.325906:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521715.325910:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521715.325911:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521715.325915:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40000 x1815629915034112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521715.325939:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40000 x1815629915034112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521715.325956:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731521715.325960:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:1.0:1731521715.325963:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40000. 00000100:00000010:3.0:1731521720.332376:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40380. 02000000:00000010:3.0:1731521720.332391:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:2.0:1731521720.332468:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225000. 00000400:00000010:2.0:1731521720.332475:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521720.332479:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521720.332484:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915034240, portal 25 00000400:00000010:2.0:1731521720.332487:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3ee0. 00000100:00000200:2.0:1731521720.332488:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915034240, offset 0 00000400:00000200:2.0:1731521720.332494:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521720.332503:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521720.332514:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521720.332517:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521720.332519:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521720.332521:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521720.332523:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [526:526:256:4294967295] 192.168.203.102@tcp LPNI seq info [526:526:8:4294967295] 00000400:00000200:2.0:1731521720.332529:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521720.332533:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521720.332535:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731521720.332539:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521720.332544:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521720.332546:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521720.332637:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521720.332641:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731521720.332645:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521720.332650:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521720.332653:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3ee0 00000400:00000010:0.0:1731521720.332654:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3ee0. 00000100:00000200:0.0:1731521720.332664:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40380 x1815629915034240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521720.333832:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521720.333840:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211280 00000400:00000200:0.0:1731521720.333846:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1141 [1] + 224 00000400:00000200:0.0:1731521720.333859:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521720.333862:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521720.333867:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40380 x1815629915034240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521720.333922:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521720.333926:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521720.333927:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521720.333932:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40380 x1815629915034240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521720.333941:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40380 x1815629915034240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521720.333957:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225000. 02000000:00000010:2.0:1731521720.333960:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:2.0:1731521720.333963:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40380. 00000100:00000010:3.0:1731521725.340356:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41500. 02000000:00000010:3.0:1731521725.340374:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39b00. 02000000:00000010:0.0:1731521725.340454:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6600. 00000400:00000010:0.0:1731521725.340461:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856318. 00000400:00000010:0.0:1731521725.340468:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966660. 00000100:00000200:0.0:1731521725.340473:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915034368, portal 25 00000400:00000010:0.0:1731521725.340477:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966000. 00000100:00000200:0.0:1731521725.340480:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915034368, offset 0 00000400:00000200:0.0:1731521725.340487:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521725.340497:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521725.340501:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521725.340505:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521725.340508:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521725.340510:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521725.340513:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [527:527:256:4294967295] 192.168.203.102@tcp LPNI seq info [527:527:8:4294967295] 00000400:00000200:0.0:1731521725.340522:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521725.340563:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521725.340567:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78d00. 00000800:00000200:0.0:1731521725.340572:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521725.340579:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521725.340582:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521725.340677:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521725.340680:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78d00. 00000400:00000200:2.0:1731521725.340683:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521725.340687:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521725.340689:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966000 00000400:00000010:2.0:1731521725.340691:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966000. 00000100:00000200:2.0:1731521725.340695:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41500 x1815629915034368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521725.341647:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521725.341663:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211300 00000400:00000200:0.0:1731521725.341667:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1149 [1] + 224 00000400:00000200:0.0:1731521725.341678:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521725.341680:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521725.341684:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41500 x1815629915034368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521725.341737:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856318. 00000400:00000200:2.0:1731521725.341745:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966660 00000400:00000010:2.0:1731521725.341746:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966660. 00000100:00000200:2.0:1731521725.341751:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41500 x1815629915034368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521725.341759:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41500 x1815629915034368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521725.341775:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6600. 02000000:00000010:2.0:1731521725.341780:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39b00. 00000100:00000010:2.0:1731521725.341783:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41500. 00000100:00000010:3.0:1731521730.348371:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41180. 02000000:00000010:3.0:1731521730.348387:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:1.0:1731521730.348474:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731521730.348482:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521730.348487:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521730.348521:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915034496, portal 25 00000400:00000010:1.0:1731521730.348525:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3813b8. 00000100:00000200:1.0:1731521730.348527:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915034496, offset 0 00000400:00000200:1.0:1731521730.348534:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521730.348542:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521730.348545:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521730.348548:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521730.348550:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521730.348552:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521730.348554:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [528:528:256:4294967295] 192.168.203.102@tcp LPNI seq info [528:528:8:4294967295] 00000400:00000200:1.0:1731521730.348560:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521730.348564:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521730.348567:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731521730.348570:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521730.348576:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521730.348579:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521730.348684:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521730.348687:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731521730.348690:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521730.348694:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521730.348697:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3813b8 00000400:00000010:0.0:1731521730.348698:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3813b8. 00000100:00000200:0.0:1731521730.348703:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41180 x1815629915034496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521730.349720:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521730.349729:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211380 00000400:00000200:0.0:1731521730.349733:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1151 [1] + 224 00000400:00000200:0.0:1731521730.349748:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521730.349751:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521730.349756:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41180 x1815629915034496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521730.349813:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521730.349817:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521730.349818:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521730.349823:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41180 x1815629915034496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521730.349841:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41180 x1815629915034496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521730.349855:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731521730.349857:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:1.0:1731521730.349859:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41180. 00000100:00000010:3.0:1731521735.356378:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40e00. 02000000:00000010:3.0:1731521735.356393:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:1.0:1731521735.356476:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731521735.356482:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521735.356486:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521735.356492:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915034624, portal 25 00000400:00000010:1.0:1731521735.356495:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3814c8. 00000100:00000200:1.0:1731521735.356496:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915034624, offset 0 00000400:00000200:1.0:1731521735.356502:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521735.356512:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521735.356520:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521735.356524:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521735.356526:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521735.356528:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521735.356531:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [529:529:256:4294967295] 192.168.203.102@tcp LPNI seq info [529:529:8:4294967295] 00000400:00000200:1.0:1731521735.356540:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521735.356546:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521735.356549:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731521735.356554:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521735.356561:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521735.356565:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521735.356692:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521735.356696:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731521735.356700:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521735.356705:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521735.356708:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3814c8 00000400:00000010:0.0:1731521735.356710:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3814c8. 00000100:00000200:0.0:1731521735.356716:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40e00 x1815629915034624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521735.357596:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521735.357614:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211400 00000400:00000200:0.0:1731521735.357619:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1159 [1] + 224 00000400:00000200:0.0:1731521735.357634:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521735.357637:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521735.357642:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40e00 x1815629915034624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521735.357694:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521735.357698:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521735.357699:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521735.357703:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40e00 x1815629915034624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521735.357720:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40e00 x1815629915034624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521735.357736:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731521735.357739:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:1.0:1731521735.357742:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40e00. 00000100:00000010:3.0:1731521740.364379:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf40a80. 02000000:00000010:3.0:1731521740.364395:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39f00. 02000000:00000010:2.0:1731521740.364476:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731521740.364484:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521740.364494:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521740.364501:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915034752, portal 25 00000400:00000010:2.0:1731521740.364508:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3ee0. 00000100:00000200:2.0:1731521740.364510:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915034752, offset 0 00000400:00000200:2.0:1731521740.364518:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521740.364528:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521740.364532:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521740.364535:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521740.364538:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521740.364540:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521740.364542:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [530:530:256:4294967295] 192.168.203.102@tcp LPNI seq info [530:530:8:4294967295] 00000400:00000200:2.0:1731521740.364550:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521740.364555:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521740.364558:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731521740.364563:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521740.364569:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521740.364573:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521740.364678:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521740.364681:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731521740.364686:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521740.364692:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521740.364695:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3ee0 00000400:00000010:0.0:1731521740.364696:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3ee0. 00000100:00000200:0.0:1731521740.364703:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf40a80 x1815629915034752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521740.365738:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521740.365748:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211480 00000400:00000200:0.0:1731521740.365753:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1161 [1] + 224 00000400:00000200:0.0:1731521740.365771:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521740.365774:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521740.365780:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf40a80 x1815629915034752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521740.365848:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521740.365852:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521740.365861:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521740.365866:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf40a80 x1815629915034752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521740.365875:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf40a80 x1815629915034752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521740.365893:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731521740.365897:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39f00. 00000100:00000010:2.0:1731521740.365900:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf40a80. 00000100:00000010:3.0:1731521745.372374:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41c00. 02000000:00000010:3.0:1731521745.372422:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:0.0:1731521745.372487:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6600. 00000400:00000010:0.0:1731521745.372492:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856210. 00000400:00000010:0.0:1731521745.372497:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966dd0. 00000100:00000200:0.0:1731521745.372502:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915034880, portal 25 00000400:00000010:0.0:1731521745.372523:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9665d8. 00000100:00000200:0.0:1731521745.372524:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915034880, offset 0 00000400:00000200:0.0:1731521745.372530:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521745.372539:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521745.372552:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521745.372555:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521745.372558:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521745.372559:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521745.372561:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [531:531:256:4294967295] 192.168.203.102@tcp LPNI seq info [531:531:8:4294967295] 00000400:00000200:0.0:1731521745.372567:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521745.372570:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521745.372573:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78b00. 00000800:00000200:0.0:1731521745.372576:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521745.372582:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521745.372585:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731521745.372699:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731521745.372702:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78b00. 00000400:00000200:1.0:1731521745.372705:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731521745.372709:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731521745.372711:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9665d8 00000400:00000010:1.0:1731521745.372713:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9665d8. 00000100:00000200:1.0:1731521745.372717:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41c00 x1815629915034880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521745.373669:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521745.373678:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211500 00000400:00000200:0.0:1731521745.373682:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1169 [1] + 224 00000400:00000200:0.0:1731521745.373695:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521745.373699:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521745.373704:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41c00 x1815629915034880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521745.373760:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856210. 00000400:00000200:2.0:1731521745.373764:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966dd0 00000400:00000010:2.0:1731521745.373766:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966dd0. 00000100:00000200:2.0:1731521745.373771:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41c00 x1815629915034880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521745.373778:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41c00 x1815629915034880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521745.373791:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6600. 02000000:00000010:2.0:1731521745.373795:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731521745.373797:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41c00. 00000100:00000010:3.0:1731521750.380313:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41880. 02000000:00000010:3.0:1731521750.380328:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39800. 02000000:00000010:2.0:1731521750.380395:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731521750.380403:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521750.380409:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521750.380415:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915035008, portal 25 00000400:00000010:2.0:1731521750.380419:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac35d8. 00000100:00000200:2.0:1731521750.380421:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915035008, offset 0 00000400:00000200:2.0:1731521750.380428:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521750.380438:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521750.380443:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521750.380446:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521750.380449:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521750.380451:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521750.380454:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [532:532:256:4294967295] 192.168.203.102@tcp LPNI seq info [532:532:8:4294967295] 00000400:00000200:2.0:1731521750.380471:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521750.380476:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521750.380480:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731521750.380485:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521750.380492:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521750.380495:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521750.380617:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521750.380621:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731521750.380626:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521750.380631:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521750.380635:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac35d8 00000400:00000010:0.0:1731521750.380636:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac35d8. 00000100:00000200:0.0:1731521750.380643:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41880 x1815629915035008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521750.381627:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521750.381635:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211580 00000400:00000200:0.0:1731521750.381639:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1171 [1] + 224 00000400:00000200:0.0:1731521750.381653:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521750.381655:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521750.381660:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41880 x1815629915035008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521750.381716:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521750.381720:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521750.381721:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521750.381726:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41880 x1815629915035008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521750.381733:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41880 x1815629915035008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521750.381748:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731521750.381751:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39800. 00000100:00000010:2.0:1731521750.381753:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41880. 00000100:00000010:3.0:1731521755.388381:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42300. 02000000:00000010:3.0:1731521755.388396:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:2.0:1731521755.388477:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224e00. 00000400:00000010:2.0:1731521755.388484:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521755.388490:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521755.388497:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915035136, portal 25 00000400:00000010:2.0:1731521755.388500:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3d48. 00000100:00000200:2.0:1731521755.388502:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915035136, offset 0 00000400:00000200:2.0:1731521755.388515:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521755.388524:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521755.388528:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521755.388532:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521755.388535:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521755.388537:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521755.388540:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [533:533:256:4294967295] 192.168.203.102@tcp LPNI seq info [533:533:8:4294967295] 00000400:00000200:2.0:1731521755.388549:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521755.388566:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521755.388568:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521755.388572:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521755.388578:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521755.388580:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521755.388693:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521755.388696:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521755.388699:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521755.388703:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521755.388705:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3d48 00000400:00000010:0.0:1731521755.388706:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3d48. 00000100:00000200:0.0:1731521755.388711:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42300 x1815629915035136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521755.389922:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521755.389931:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211600 00000400:00000200:0.0:1731521755.389937:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1179 [1] + 224 00000400:00000200:0.0:1731521755.389951:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521755.389955:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521755.389960:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42300 x1815629915035136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521755.390011:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521755.390015:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521755.390016:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521755.390021:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42300 x1815629915035136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521755.390029:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42300 x1815629915035136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521755.390044:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224e00. 02000000:00000010:2.0:1731521755.390049:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:2.0:1731521755.390052:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42300. 00000100:00000010:3.0:1731521760.396378:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42680. 02000000:00000010:3.0:1731521760.396395:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:2.0:1731521760.396480:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731521760.396487:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521760.396493:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521760.396499:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915035264, portal 25 00000400:00000010:2.0:1731521760.396502:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3b28. 00000100:00000200:2.0:1731521760.396504:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915035264, offset 0 00000400:00000200:2.0:1731521760.396511:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521760.396520:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521760.396525:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521760.396528:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521760.396531:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521760.396533:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521760.396536:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [534:534:256:4294967295] 192.168.203.102@tcp LPNI seq info [534:534:8:4294967295] 00000400:00000200:2.0:1731521760.396544:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521760.396549:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521760.396561:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731521760.396565:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521760.396572:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521760.396575:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521760.396681:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521760.396685:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731521760.396689:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521760.396694:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521760.396697:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3b28 00000400:00000010:0.0:1731521760.396699:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3b28. 00000100:00000200:0.0:1731521760.396705:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42680 x1815629915035264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521760.397942:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521760.397964:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211680 00000400:00000200:0.0:1731521760.397969:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1181 [1] + 224 00000400:00000200:0.0:1731521760.398002:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521760.398005:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521760.398018:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42680 x1815629915035264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521760.398067:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521760.398070:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521760.398072:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521760.398077:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42680 x1815629915035264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521760.398085:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42680 x1815629915035264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521760.398102:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731521760.398106:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:2.0:1731521760.398110:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42680. 00000100:00000010:3.0:1731521765.404362:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf41f80. 02000000:00000010:3.0:1731521765.404377:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39e00. 02000000:00000010:2.0:1731521765.404463:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731521765.404470:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521765.404474:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521765.404480:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915035392, portal 25 00000400:00000010:2.0:1731521765.404482:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3440. 00000100:00000200:2.0:1731521765.404483:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915035392, offset 0 00000400:00000200:2.0:1731521765.404490:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521765.404499:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521765.404502:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521765.404504:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521765.404507:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521765.404508:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521765.404510:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [535:535:256:4294967295] 192.168.203.102@tcp LPNI seq info [535:535:8:4294967295] 00000400:00000200:2.0:1731521765.404516:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521765.404520:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521765.404522:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731521765.404535:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521765.404541:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521765.404544:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521765.404648:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521765.404652:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731521765.404656:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521765.404661:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521765.404664:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3440 00000400:00000010:0.0:1731521765.404666:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3440. 00000100:00000200:0.0:1731521765.404673:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf41f80 x1815629915035392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521765.405669:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521765.405678:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211700 00000400:00000200:0.0:1731521765.405683:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1189 [1] + 224 00000400:00000200:0.0:1731521765.405696:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521765.405700:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521765.405705:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf41f80 x1815629915035392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521765.405793:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521765.405801:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521765.405802:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521765.405807:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf41f80 x1815629915035392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521765.405815:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf41f80 x1815629915035392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521765.405832:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731521765.405836:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39e00. 00000100:00000010:2.0:1731521765.405839:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf41f80. 00000100:00000010:3.0:1731521770.412408:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42a00. 02000000:00000010:3.0:1731521770.412431:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39600. 02000000:00000010:2.0:1731521770.412528:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731521770.412537:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521770.412544:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521770.412552:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915035520, portal 25 00000400:00000010:2.0:1731521770.412556:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3c38. 00000100:00000200:2.0:1731521770.412558:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915035520, offset 0 00000400:00000200:2.0:1731521770.412568:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521770.412583:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521770.412588:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521770.412592:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521770.412595:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521770.412598:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521770.412601:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [536:536:256:4294967295] 192.168.203.102@tcp LPNI seq info [536:536:8:4294967295] 00000400:00000200:2.0:1731521770.412611:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521770.412617:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521770.412621:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521770.412627:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521770.412646:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521770.412650:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521770.412784:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521770.412787:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521770.412791:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521770.412795:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521770.412799:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3c38 00000400:00000010:0.0:1731521770.412800:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3c38. 00000100:00000200:0.0:1731521770.412806:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42a00 x1815629915035520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521770.413925:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521770.413935:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211780 00000400:00000200:0.0:1731521770.413941:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1191 [1] + 224 00000400:00000200:0.0:1731521770.413964:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521770.413968:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521770.413973:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42a00 x1815629915035520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521770.414026:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521770.414030:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521770.414031:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521770.414036:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42a00 x1815629915035520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521770.414045:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42a00 x1815629915035520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521770.414067:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731521770.414072:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39600. 00000100:00000010:2.0:1731521770.414076:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42a00. 00000100:00000010:3.0:1731521775.420370:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731521775.420388:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39c00. 02000000:00000010:2.0:1731521775.420505:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731521775.420512:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521775.420518:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521775.420525:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915035648, portal 25 00000400:00000010:2.0:1731521775.420528:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3330. 00000100:00000200:2.0:1731521775.420530:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915035648, offset 0 00000400:00000200:2.0:1731521775.420538:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521775.420548:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521775.420552:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521775.420556:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521775.420559:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521775.420561:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521775.420564:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [537:537:256:4294967295] 192.168.203.102@tcp LPNI seq info [537:537:8:4294967295] 00000400:00000200:2.0:1731521775.420573:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521775.420579:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521775.420582:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731521775.420587:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521775.420594:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521775.420603:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521775.420726:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521775.420729:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731521775.420733:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521775.420737:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521775.420740:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3330 00000400:00000010:0.0:1731521775.420741:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3330. 00000100:00000200:0.0:1731521775.420747:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915035648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521775.421742:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521775.421751:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211800 00000400:00000200:0.0:1731521775.421757:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1199 [1] + 224 00000400:00000200:0.0:1731521775.421772:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521775.421776:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521775.421781:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915035648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521775.421840:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521775.421845:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521775.421846:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521775.421852:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915035648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521775.421860:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915035648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521775.421877:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731521775.421881:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39c00. 00000100:00000010:2.0:1731521775.421885:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:3.0:1731521780.428388:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731521780.428405:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39300. 02000000:00000010:2.0:1731521780.428491:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731521780.428499:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521780.428506:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521780.428512:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915035776, portal 25 00000400:00000010:2.0:1731521780.428516:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3908. 00000100:00000200:2.0:1731521780.428518:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915035776, offset 0 00000400:00000200:2.0:1731521780.428527:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521780.428538:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521780.428542:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521780.428546:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521780.428549:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521780.428551:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521780.428554:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [538:538:256:4294967295] 192.168.203.102@tcp LPNI seq info [538:538:8:4294967295] 00000400:00000200:2.0:1731521780.428563:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521780.428569:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521780.428572:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521780.428577:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521780.428583:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521780.428585:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521780.428706:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521780.428710:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521780.428714:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521780.428718:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521780.428721:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3908 00000400:00000010:0.0:1731521780.428723:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3908. 00000100:00000200:0.0:1731521780.428728:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915035776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521780.429719:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521780.429728:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211880 00000400:00000200:0.0:1731521780.429734:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x11a1 [1] + 224 00000400:00000200:0.0:1731521780.429752:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521780.429756:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521780.429762:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915035776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521780.429821:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521780.429825:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521780.429826:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521780.429831:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915035776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521780.429839:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915035776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521780.429856:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731521780.429861:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39300. 00000100:00000010:2.0:1731521780.429871:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731521785.436366:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731521785.436381:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39700. 02000000:00000010:0.0:1731521785.436442:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7c00. 00000400:00000010:0.0:1731521785.436449:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856160. 00000400:00000010:0.0:1731521785.436454:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966aa0. 00000100:00000200:0.0:1731521785.436459:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915035904, portal 25 00000400:00000010:0.0:1731521785.436462:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966110. 00000100:00000200:0.0:1731521785.436463:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915035904, offset 0 00000400:00000200:0.0:1731521785.436470:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521785.436479:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521785.436482:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521785.436485:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521785.436487:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521785.436488:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521785.436490:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [539:539:256:4294967295] 192.168.203.102@tcp LPNI seq info [539:539:8:4294967295] 00000400:00000200:0.0:1731521785.436496:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521785.436500:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521785.436502:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78f00. 00000800:00000200:0.0:1731521785.436505:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521785.436511:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521785.436513:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521785.436606:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521785.436609:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78f00. 00000400:00000200:2.0:1731521785.436613:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521785.436618:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521785.436622:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966110 00000400:00000010:2.0:1731521785.436623:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966110. 00000100:00000200:2.0:1731521785.436629:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915035904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521785.437822:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521785.437828:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211900 00000400:00000200:0.0:1731521785.437832:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x11a9 [1] + 224 00000400:00000200:0.0:1731521785.437846:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521785.437850:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521785.437855:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915035904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521785.437910:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856160. 00000400:00000200:2.0:1731521785.437914:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966aa0 00000400:00000010:2.0:1731521785.437915:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966aa0. 00000100:00000200:2.0:1731521785.437920:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915035904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521785.437928:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915035904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521785.437944:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7c00. 02000000:00000010:2.0:1731521785.437948:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39700. 00000100:00000010:2.0:1731521785.437951:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731521790.444419:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731521790.444443:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39000. 02000000:00000010:2.0:1731521790.444541:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731521790.444550:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521790.444558:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521790.444578:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915036032, portal 25 00000400:00000010:2.0:1731521790.444582:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3e58. 00000100:00000200:2.0:1731521790.444584:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915036032, offset 0 00000400:00000200:2.0:1731521790.444592:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521790.444603:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521790.444607:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521790.444611:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521790.444613:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521790.444615:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521790.444617:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [540:540:256:4294967295] 192.168.203.102@tcp LPNI seq info [540:540:8:4294967295] 00000400:00000200:2.0:1731521790.444624:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521790.444629:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521790.444632:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731521790.444637:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521790.444644:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521790.444647:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521790.444807:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521790.444813:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731521790.444818:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521790.444825:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521790.444830:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3e58 00000400:00000010:0.0:1731521790.444832:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3e58. 00000100:00000200:0.0:1731521790.444841:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915036032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521790.445960:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521790.445971:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211980 00000400:00000200:0.0:1731521790.445978:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x11b1 [1] + 224 00000400:00000200:0.0:1731521790.445997:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521790.446000:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521790.446005:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915036032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521790.446076:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521790.446245:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521790.446247:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521790.446251:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915036032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521790.446256:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915036032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521790.446300:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731521790.446304:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39000. 00000100:00000010:2.0:1731521790.446306:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731521795.452387:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731521795.452402:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39d00. 02000000:00000010:1.0:1731521795.452467:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be600. 00000400:00000010:1.0:1731521795.452473:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521795.452477:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521795.452482:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915036160, portal 25 00000400:00000010:1.0:1731521795.452485:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381220. 00000100:00000200:1.0:1731521795.452487:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915036160, offset 0 00000400:00000200:1.0:1731521795.452498:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521795.452506:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521795.452510:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521795.452512:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521795.452515:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521795.452516:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521795.452518:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [541:541:256:4294967295] 192.168.203.102@tcp LPNI seq info [541:541:8:4294967295] 00000400:00000200:1.0:1731521795.452524:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521795.452528:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521795.452530:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731521795.452543:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521795.452549:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521795.452552:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521795.452675:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521795.452678:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731521795.452682:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521795.452686:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521795.452689:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381220 00000400:00000010:0.0:1731521795.452690:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381220. 00000100:00000200:0.0:1731521795.452696:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915036160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521795.453697:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521795.453706:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211a00 00000400:00000200:0.0:1731521795.453711:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x11b9 [1] + 224 00000400:00000200:0.0:1731521795.453726:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521795.453730:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521795.453735:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915036160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521795.453784:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521795.453787:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521795.453789:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521795.453793:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915036160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521795.453801:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915036160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521795.453818:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be600. 02000000:00000010:1.0:1731521795.453822:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39d00. 00000100:00000010:1.0:1731521795.453825:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731521800.460369:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43b80. 02000000:00000010:3.0:1731521800.460385:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39900. 02000000:00000010:2.0:1731521800.460468:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225600. 00000400:00000010:2.0:1731521800.460476:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521800.460481:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521800.460487:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915036288, portal 25 00000400:00000010:2.0:1731521800.460501:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3bb0. 00000100:00000200:2.0:1731521800.460503:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915036288, offset 0 00000400:00000200:2.0:1731521800.460510:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521800.460520:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521800.460525:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521800.460528:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521800.460531:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521800.460533:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521800.460536:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [542:542:256:4294967295] 192.168.203.102@tcp LPNI seq info [542:542:8:4294967295] 00000400:00000200:2.0:1731521800.460545:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521800.460550:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521800.460553:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731521800.460558:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521800.460565:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521800.460568:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521800.460668:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521800.460671:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731521800.460675:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521800.460680:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521800.460682:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3bb0 00000400:00000010:0.0:1731521800.460684:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3bb0. 00000100:00000200:0.0:1731521800.460690:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43b80 x1815629915036288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521800.461923:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521800.461931:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211a80 00000400:00000200:0.0:1731521800.461937:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x11c1 [1] + 224 00000400:00000200:0.0:1731521800.461950:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521800.461954:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521800.461959:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43b80 x1815629915036288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521800.462035:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521800.462039:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521800.462040:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521800.462045:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43b80 x1815629915036288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521800.462052:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43b80 x1815629915036288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521800.462068:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225600. 02000000:00000010:2.0:1731521800.462072:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39900. 00000100:00000010:2.0:1731521800.462075:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43b80. 00000100:00000010:3.0:1731521805.468329:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43800. 02000000:00000010:3.0:1731521805.468344:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39500. 02000000:00000010:0.0:1731521805.468418:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7a00. 00000400:00000010:0.0:1731521805.468430:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856268. 00000400:00000010:0.0:1731521805.468438:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966990. 00000100:00000200:0.0:1731521805.468446:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915036416, portal 25 00000400:00000010:0.0:1731521805.468451:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966088. 00000100:00000200:0.0:1731521805.468454:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915036416, offset 0 00000400:00000200:0.0:1731521805.468464:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521805.468478:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521805.468483:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521805.468487:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521805.468491:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521805.468494:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521805.468497:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [543:543:256:4294967295] 192.168.203.102@tcp LPNI seq info [543:543:8:4294967295] 00000400:00000200:0.0:1731521805.468507:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521805.468526:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521805.468529:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78200. 00000800:00000200:0.0:1731521805.468536:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521805.468544:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521805.468549:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521805.468694:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521805.468698:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78200. 00000400:00000200:2.0:1731521805.468702:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521805.468707:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521805.468711:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966088 00000400:00000010:2.0:1731521805.468713:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966088. 00000100:00000200:2.0:1731521805.468727:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43800 x1815629915036416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521805.469906:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521805.469918:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211b00 00000400:00000200:0.0:1731521805.469925:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x11c9 [1] + 224 00000400:00000200:0.0:1731521805.469943:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521805.469948:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521805.469956:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43800 x1815629915036416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521805.470033:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856268. 00000400:00000200:2.0:1731521805.470039:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966990 00000400:00000010:2.0:1731521805.470041:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966990. 00000100:00000200:2.0:1731521805.470046:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43800 x1815629915036416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521805.470054:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43800 x1815629915036416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521805.470074:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7a00. 02000000:00000010:2.0:1731521805.470080:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39500. 00000100:00000010:2.0:1731521805.470083:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43800. 00000100:00000010:3.0:1731521810.476409:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43480. 02000000:00000010:3.0:1731521810.476429:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39100. 02000000:00000010:2.0:1731521810.476514:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225400. 00000400:00000010:2.0:1731521810.476524:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521810.476531:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521810.476539:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915036544, portal 25 00000400:00000010:2.0:1731521810.476544:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3550. 00000100:00000200:2.0:1731521810.476546:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915036544, offset 0 00000400:00000200:2.0:1731521810.476556:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521810.476571:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521810.476576:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521810.476581:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521810.476585:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521810.476586:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521810.476590:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [544:544:256:4294967295] 192.168.203.102@tcp LPNI seq info [544:544:8:4294967295] 00000400:00000200:2.0:1731521810.476599:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521810.476604:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521810.476607:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731521810.476613:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521810.476620:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521810.476638:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521810.476775:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521810.476781:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731521810.476785:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521810.476791:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521810.476795:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3550 00000400:00000010:0.0:1731521810.476796:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3550. 00000100:00000200:0.0:1731521810.476803:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43480 x1815629915036544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521810.477863:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521810.477872:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211b80 00000400:00000200:0.0:1731521810.477877:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x11d1 [1] + 224 00000400:00000200:0.0:1731521810.477891:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521810.477893:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521810.477897:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43480 x1815629915036544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521810.477970:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521810.477973:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521810.477974:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521810.477980:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43480 x1815629915036544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521810.477986:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43480 x1815629915036544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521810.478004:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225400. 02000000:00000010:2.0:1731521810.478008:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39100. 00000100:00000010:2.0:1731521810.478011:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43480. 00000100:00000010:3.0:1731521815.484379:0:6567:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf43100. 02000000:00000010:3.0:1731521815.484396:0:6567:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39400. 02000000:00000010:2.0:1731521815.484475:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225400. 00000400:00000010:2.0:1731521815.484482:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521815.484487:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521815.484493:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915036672, portal 25 00000400:00000010:2.0:1731521815.484496:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3aa0. 00000100:00000200:2.0:1731521815.484498:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915036672, offset 0 00000400:00000200:2.0:1731521815.484504:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521815.484514:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521815.484518:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521815.484521:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521815.484523:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521815.484525:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521815.484528:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [545:545:256:4294967295] 192.168.203.102@tcp LPNI seq info [545:545:8:4294967295] 00000400:00000200:2.0:1731521815.484535:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521815.484541:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521815.484544:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731521815.484549:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521815.484556:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521815.484560:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1731521815.484607:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1731521815.484610:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:1.0:1731521815.484614:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1731521815.484618:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:1.0:1731521815.484621:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3aa0 00000400:00000010:1.0:1731521815.484623:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3aa0. 00000100:00000200:1.0:1731521815.484629:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf43100 x1815629915036672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521815.485532:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521815.485547:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211c00 00000400:00000200:0.0:1731521815.485551:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x11d9 [1] + 224 00000400:00000200:0.0:1731521815.485563:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521815.485567:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521815.485572:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf43100 x1815629915036672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521815.485628:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521815.485632:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521815.485633:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521815.485638:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf43100 x1815629915036672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521815.485646:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf43100 x1815629915036672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521815.485663:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225400. 02000000:00000010:2.0:1731521815.485666:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39400. 00000100:00000010:2.0:1731521815.485669:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf43100. 00000100:00000010:3.0:1731521820.492391:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800abf42d80. 02000000:00000010:3.0:1731521820.492407:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b3b39200. 02000000:00000010:0.0:1731521820.492511:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6200. 00000400:00000010:0.0:1731521820.492518:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8561b8. 00000400:00000010:0.0:1731521820.492524:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966220. 00000100:00000200:0.0:1731521820.492530:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915036800, portal 25 00000400:00000010:0.0:1731521820.492534:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966198. 00000100:00000200:0.0:1731521820.492536:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915036800, offset 0 00000400:00000200:0.0:1731521820.492544:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521820.492554:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521820.492559:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521820.492562:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521820.492565:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521820.492571:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521820.492574:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [546:546:256:4294967295] 192.168.203.102@tcp LPNI seq info [546:546:8:4294967295] 00000400:00000200:0.0:1731521820.492583:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521820.492589:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521820.492592:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78800. 00000800:00000200:0.0:1731521820.492597:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521820.492604:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521820.492608:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521820.492725:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521820.492729:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78800. 00000400:00000200:2.0:1731521820.492732:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521820.492737:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521820.492740:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966198 00000400:00000010:2.0:1731521820.492741:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966198. 00000100:00000200:2.0:1731521820.492747:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800abf42d80 x1815629915036800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521820.493787:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521820.493801:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211c80 00000400:00000200:0.0:1731521820.493809:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x11e1 [1] + 224 00000400:00000200:0.0:1731521820.493831:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521820.493843:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521820.493851:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800abf42d80 x1815629915036800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521820.493908:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8561b8. 00000400:00000200:2.0:1731521820.493913:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966220 00000400:00000010:2.0:1731521820.493914:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966220. 00000100:00000200:2.0:1731521820.493919:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800abf42d80 x1815629915036800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521820.493928:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800abf42d80 x1815629915036800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521820.493945:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6200. 02000000:00000010:2.0:1731521820.493949:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b3b39200. 00000100:00000010:2.0:1731521820.493952:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800abf42d80. 00000100:00000010:0.0:1731521825.500421:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731521825.500439:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731521825.500504:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731521825.500510:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521825.500516:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521825.500522:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915036928, portal 25 00000400:00000010:3.0:1731521825.500526:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d198. 00000100:00000200:3.0:1731521825.500528:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915036928, offset 0 00000400:00000200:3.0:1731521825.500535:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521825.500554:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521825.500562:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521825.500566:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521825.500568:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521825.500570:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521825.500573:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [547:547:256:4294967295] 192.168.203.102@tcp LPNI seq info [547:547:8:4294967295] 00000400:00000200:3.0:1731521825.500594:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521825.500599:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521825.500603:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39a00. 00000800:00000200:3.0:1731521825.500607:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521825.500613:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521825.500617:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521825.500739:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521825.500742:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39a00. 00000400:00000200:0.0:1731521825.500745:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521825.500749:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521825.500751:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d198 00000400:00000010:0.0:1731521825.500752:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d198. 00000100:00000200:0.0:1731521825.500757:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629915036928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521825.501736:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521825.501745:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211d00 00000400:00000200:0.0:1731521825.501750:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x11e9 [1] + 224 00000400:00000200:0.0:1731521825.501763:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521825.501765:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521825.501769:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629915036928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521825.501851:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521825.501855:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521825.501856:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521825.501864:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629915036928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521825.501872:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629915036928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521825.501887:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731521825.501891:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731521825.501894:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731521830.508372:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731521830.508388:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78000. 02000000:00000010:2.0:1731521830.508462:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225c00. 00000400:00000010:2.0:1731521830.508468:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521830.508473:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521830.508486:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915037056, portal 25 00000400:00000010:2.0:1731521830.508489:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3dd0. 00000100:00000200:2.0:1731521830.508491:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915037056, offset 0 00000400:00000200:2.0:1731521830.508497:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521830.508505:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521830.508508:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521830.508511:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521830.508514:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521830.508515:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521830.508517:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [548:548:256:4294967295] 192.168.203.102@tcp LPNI seq info [548:548:8:4294967295] 00000400:00000200:2.0:1731521830.508523:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521830.508527:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521830.508529:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521830.508533:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521830.508538:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521830.508540:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521830.508638:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521830.508642:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521830.508646:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521830.508650:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521830.508653:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3dd0 00000400:00000010:0.0:1731521830.508655:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3dd0. 00000100:00000200:0.0:1731521830.508661:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629915037056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521830.509544:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521830.509551:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211d80 00000400:00000200:0.0:1731521830.509555:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x11f1 [1] + 224 00000400:00000200:0.0:1731521830.509566:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521830.509568:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521830.509572:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629915037056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521830.509619:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521830.509623:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521830.509623:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521830.509627:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629915037056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521830.509632:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629915037056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521830.509645:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225c00. 02000000:00000010:2.0:1731521830.509648:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78000. 00000100:00000010:2.0:1731521830.509650:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731521835.516378:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731521835.516393:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:1.0:1731521835.516470:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731521835.516476:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521835.516480:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521835.516486:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915037184, portal 25 00000400:00000010:1.0:1731521835.516490:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381198. 00000100:00000200:1.0:1731521835.516492:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915037184, offset 0 00000400:00000200:1.0:1731521835.516499:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521835.516510:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521835.516515:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521835.516518:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521835.516536:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521835.516539:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521835.516542:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [549:549:256:4294967295] 192.168.203.102@tcp LPNI seq info [549:549:8:4294967295] 00000400:00000200:1.0:1731521835.516551:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521835.516556:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521835.516560:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731521835.516564:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521835.516571:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521835.516574:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521835.516687:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521835.516691:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731521835.516695:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521835.516700:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521835.516703:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381198 00000400:00000010:0.0:1731521835.516705:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381198. 00000100:00000200:0.0:1731521835.516711:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629915037184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521835.517864:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521835.517873:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211e00 00000400:00000200:0.0:1731521835.517878:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x11f9 [1] + 224 00000400:00000200:0.0:1731521835.517891:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521835.517895:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521835.517900:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629915037184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521835.517947:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521835.517950:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521835.517951:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521835.517954:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629915037184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521835.517960:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629915037184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521835.517973:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731521835.517976:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:1.0:1731521835.517978:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731521840.524492:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731521840.524510:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78e00. 02000000:00000010:3.0:1731521840.524595:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731521840.524601:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521840.524605:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521840.524611:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915037312, portal 25 00000400:00000010:3.0:1731521840.524614:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d000. 00000100:00000200:3.0:1731521840.524615:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915037312, offset 0 00000400:00000200:3.0:1731521840.524621:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521840.524630:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521840.524634:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521840.524636:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521840.524639:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521840.524640:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521840.524642:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [550:550:256:4294967295] 192.168.203.102@tcp LPNI seq info [550:550:8:4294967295] 00000400:00000200:3.0:1731521840.524648:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521840.524660:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521840.524663:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39200. 00000800:00000200:3.0:1731521840.524667:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521840.524673:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521840.524676:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521840.524809:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521840.524812:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39200. 00000400:00000200:0.0:1731521840.524821:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521840.524826:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521840.524829:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d000 00000400:00000010:0.0:1731521840.524830:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d000. 00000100:00000200:0.0:1731521840.524835:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629915037312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521840.525933:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521840.525941:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211e80 00000400:00000200:0.0:1731521840.525946:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1201 [1] + 224 00000400:00000200:0.0:1731521840.525960:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521840.525963:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521840.525968:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629915037312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521840.526020:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521840.526024:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521840.526026:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521840.526030:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629915037312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521840.526038:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629915037312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521840.526054:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731521840.526058:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78e00. 00000100:00000010:3.0:1731521840.526061:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731521845.532368:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731521845.532383:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:2.0:1731521845.532443:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731521845.532448:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521845.532453:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521845.532458:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915037440, portal 25 00000400:00000010:2.0:1731521845.532478:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3110. 00000100:00000200:2.0:1731521845.532480:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915037440, offset 0 00000400:00000200:2.0:1731521845.532487:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521845.532495:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521845.532498:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521845.532501:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521845.532503:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521845.532504:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521845.532506:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [551:551:256:4294967295] 192.168.203.102@tcp LPNI seq info [551:551:8:4294967295] 00000400:00000200:2.0:1731521845.532511:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521845.532514:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521845.532516:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731521845.532519:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521845.532523:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521845.532526:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521845.532619:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521845.532622:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731521845.532625:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521845.532629:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521845.532632:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3110 00000400:00000010:0.0:1731521845.532633:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3110. 00000100:00000200:0.0:1731521845.532639:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629915037440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521845.533496:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521845.533504:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211f00 00000400:00000200:0.0:1731521845.533508:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1209 [1] + 224 00000400:00000200:0.0:1731521845.533519:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521845.533521:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521845.533525:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629915037440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521845.533601:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521845.533604:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521845.533605:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521845.533609:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629915037440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521845.533614:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629915037440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521845.533628:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731521845.533632:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:2.0:1731521845.533634:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731521850.540392:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731521850.540407:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:2.0:1731521850.540465:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731521850.540472:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521850.540478:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521850.540483:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915037568, portal 25 00000400:00000010:2.0:1731521850.540486:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3770. 00000100:00000200:2.0:1731521850.540497:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915037568, offset 0 00000400:00000200:2.0:1731521850.540504:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521850.540513:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521850.540516:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521850.540519:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521850.540522:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521850.540524:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521850.540527:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [552:552:256:4294967295] 192.168.203.102@tcp LPNI seq info [552:552:8:4294967295] 00000400:00000200:2.0:1731521850.540534:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521850.540539:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521850.540542:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521850.540546:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521850.540552:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521850.540555:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521850.540647:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521850.540650:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521850.540653:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521850.540658:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521850.540660:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3770 00000400:00000010:0.0:1731521850.540662:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3770. 00000100:00000200:0.0:1731521850.540679:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629915037568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521850.541878:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521850.541892:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48211f80 00000400:00000200:0.0:1731521850.541898:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1211 [1] + 224 00000400:00000200:0.0:1731521850.541917:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521850.541921:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521850.541930:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629915037568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521850.541991:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521850.541995:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521850.541996:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521850.542001:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629915037568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521850.542009:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629915037568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521850.542024:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731521850.542027:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:2.0:1731521850.542030:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731521855.548357:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731521855.548373:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:1.0:1731521855.548452:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731521855.548458:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521855.548464:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521855.548468:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915037696, portal 25 00000400:00000010:1.0:1731521855.548472:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3817f8. 00000100:00000200:1.0:1731521855.548473:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915037696, offset 0 00000400:00000200:1.0:1731521855.548480:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521855.548489:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521855.548493:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521855.548496:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521855.548498:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521855.548508:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521855.548511:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [553:553:256:4294967295] 192.168.203.102@tcp LPNI seq info [553:553:8:4294967295] 00000400:00000200:1.0:1731521855.548518:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521855.548523:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521855.548526:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731521855.548530:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521855.548537:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521855.548540:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521855.548669:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521855.548672:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731521855.548674:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521855.548679:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521855.548681:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3817f8 00000400:00000010:0.0:1731521855.548683:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3817f8. 00000100:00000200:0.0:1731521855.548688:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629915037696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521855.549758:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521855.549771:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212000 00000400:00000200:0.0:1731521855.549781:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1219 [1] + 224 00000400:00000200:0.0:1731521855.549793:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521855.549797:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521855.549801:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629915037696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521855.549853:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521855.549857:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521855.549858:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521855.549862:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629915037696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521855.549867:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629915037696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521855.549880:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731521855.549883:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:1.0:1731521855.549885:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731521860.556361:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731521860.556383:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:3.0:1731521860.556463:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731521860.556471:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521860.556478:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521860.556486:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915037824, portal 25 00000400:00000010:3.0:1731521860.556490:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d330. 00000100:00000200:3.0:1731521860.556492:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915037824, offset 0 00000400:00000200:3.0:1731521860.556501:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521860.556513:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521860.556518:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521860.556522:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521860.556525:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521860.556527:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521860.556530:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [554:554:256:4294967295] 192.168.203.102@tcp LPNI seq info [554:554:8:4294967295] 00000400:00000200:3.0:1731521860.556538:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521860.556544:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521860.556559:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39400. 00000800:00000200:3.0:1731521860.556565:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521860.556572:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521860.556575:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521860.556695:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521860.556697:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39400. 00000400:00000200:0.0:1731521860.556701:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521860.556706:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521860.556710:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d330 00000400:00000010:0.0:1731521860.556711:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d330. 00000100:00000200:0.0:1731521860.556717:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629915037824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521860.557571:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521860.557580:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212080 00000400:00000200:0.0:1731521860.557586:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1221 [1] + 224 00000400:00000200:0.0:1731521860.557612:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521860.557616:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521860.557621:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629915037824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521860.557665:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521860.557668:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521860.557669:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521860.557672:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629915037824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521860.557677:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629915037824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521860.557693:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731521860.557696:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:3.0:1731521860.557699:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731521865.564650:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731521865.564667:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:2.0:1731521865.564740:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731521865.564747:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521865.564752:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521865.564758:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915037952, portal 25 00000400:00000010:2.0:1731521865.564762:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac32a8. 00000100:00000200:2.0:1731521865.564764:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915037952, offset 0 00000400:00000200:2.0:1731521865.564781:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521865.564789:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521865.564793:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521865.564797:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521865.564799:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521865.564801:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521865.564804:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [555:555:256:4294967295] 192.168.203.102@tcp LPNI seq info [555:555:8:4294967295] 00000400:00000200:2.0:1731521865.564812:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521865.564820:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521865.564823:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10a00. 00000800:00000200:2.0:1731521865.564828:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521865.564834:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521865.564837:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521865.564930:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521865.564933:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10a00. 00000400:00000200:0.0:1731521865.564937:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521865.564941:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521865.564944:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac32a8 00000400:00000010:0.0:1731521865.564945:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac32a8. 00000100:00000200:0.0:1731521865.564956:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629915037952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521865.566139:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521865.566154:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212100 00000400:00000200:0.0:1731521865.566162:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1229 [1] + 224 00000400:00000200:0.0:1731521865.566182:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521865.566186:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521865.566195:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629915037952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521865.566264:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521865.566293:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521865.566295:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521865.566300:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629915037952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521865.566307:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629915037952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521865.566330:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731521865.566335:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:2.0:1731521865.566338:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731521870.572365:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731521870.572381:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:2.0:1731521870.572445:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731521870.572450:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731521870.572454:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521870.572459:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915038080, portal 25 00000400:00000010:2.0:1731521870.572462:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3a18. 00000100:00000200:2.0:1731521870.572463:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915038080, offset 0 00000400:00000200:2.0:1731521870.572468:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731521870.572483:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731521870.572486:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731521870.572489:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731521870.572491:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731521870.572492:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731521870.572494:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [556:556:256:4294967295] 192.168.203.102@tcp LPNI seq info [556:556:8:4294967295] 00000400:00000200:2.0:1731521870.572499:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731521870.572502:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731521870.572504:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731521870.572506:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731521870.572511:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731521870.572514:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521870.572636:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521870.572639:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731521870.572642:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521870.572646:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521870.572649:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3a18 00000400:00000010:0.0:1731521870.572650:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3a18. 00000100:00000200:0.0:1731521870.572655:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629915038080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521870.573866:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521870.573875:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212180 00000400:00000200:0.0:1731521870.573880:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1231 [1] + 224 00000400:00000200:0.0:1731521870.573893:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521870.573896:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521870.573901:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629915038080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521870.573962:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731521870.573966:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731521870.573967:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731521870.573972:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629915038080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521870.573978:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629915038080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521870.573994:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731521870.573998:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:2.0:1731521870.574000:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:2.0:1731521875.580385:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447800. 02000000:00000010:2.0:1731521875.580401:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:1.0:1731521875.580473:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731521875.580479:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521875.580484:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521875.580489:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915038208, portal 25 00000400:00000010:1.0:1731521875.580503:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381770. 00000100:00000200:1.0:1731521875.580505:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915038208, offset 0 00000400:00000200:1.0:1731521875.580512:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521875.580521:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521875.580525:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521875.580528:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521875.580531:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521875.580533:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521875.580544:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [557:557:256:4294967295] 192.168.203.102@tcp LPNI seq info [557:557:8:4294967295] 00000400:00000200:1.0:1731521875.580553:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521875.580558:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521875.580561:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731521875.580565:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521875.580576:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521875.580578:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521875.580747:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521875.580750:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731521875.580754:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521875.580763:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521875.580766:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381770 00000400:00000010:0.0:1731521875.580767:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381770. 00000100:00000200:0.0:1731521875.580772:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447800 x1815629915038208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521875.582078:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521875.582085:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212200 00000400:00000200:0.0:1731521875.582090:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1239 [1] + 224 00000400:00000200:0.0:1731521875.582102:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521875.582105:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521875.582110:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447800 x1815629915038208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521875.582153:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521875.582156:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521875.582157:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521875.582162:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447800 x1815629915038208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521875.582168:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447800 x1815629915038208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521875.582183:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731521875.582186:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:1.0:1731521875.582190:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447800. 00000100:00000010:2.0:1731521880.588410:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446a00. 02000000:00000010:2.0:1731521880.588433:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:3.0:1731521880.588526:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731521880.588534:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521880.588541:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521880.588548:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915038336, portal 25 00000400:00000010:3.0:1731521880.588553:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4df68. 00000100:00000200:3.0:1731521880.588555:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915038336, offset 0 00000400:00000200:3.0:1731521880.588564:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521880.588577:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521880.588582:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521880.588587:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521880.588589:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521880.588592:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521880.588594:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [558:558:256:4294967295] 192.168.203.102@tcp LPNI seq info [558:558:8:4294967295] 00000400:00000200:3.0:1731521880.588603:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521880.588609:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521880.588612:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39100. 00000800:00000200:3.0:1731521880.588632:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521880.588640:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521880.588644:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521880.588823:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521880.588826:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39100. 00000400:00000200:0.0:1731521880.588831:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521880.588836:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521880.588839:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4df68 00000400:00000010:0.0:1731521880.588841:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4df68. 00000100:00000200:0.0:1731521880.588846:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446a00 x1815629915038336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521880.589936:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521880.589946:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212280 00000400:00000200:0.0:1731521880.589952:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1241 [1] + 224 00000400:00000200:0.0:1731521880.589970:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521880.589973:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521880.589979:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446a00 x1815629915038336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521880.590036:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521880.590041:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521880.590042:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521880.590046:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446a00 x1815629915038336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521880.590053:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446a00 x1815629915038336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521880.590071:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731521880.590075:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:3.0:1731521880.590079:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446a00. 00000100:00000010:2.0:1731521885.596372:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731521885.596388:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:0.0:1731521885.596463:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7800. 00000400:00000010:0.0:1731521885.596470:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856108. 00000400:00000010:0.0:1731521885.596483:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9666e8. 00000100:00000200:0.0:1731521885.596488:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915038464, portal 25 00000400:00000010:0.0:1731521885.596491:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966880. 00000100:00000200:0.0:1731521885.596492:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915038464, offset 0 00000400:00000200:0.0:1731521885.596497:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521885.596504:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521885.596507:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521885.596509:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521885.596511:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521885.596512:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521885.596514:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [559:559:256:4294967295] 192.168.203.102@tcp LPNI seq info [559:559:8:4294967295] 00000400:00000200:0.0:1731521885.596522:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521885.596526:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521885.596528:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78d00. 00000800:00000200:0.0:1731521885.596533:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521885.596539:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521885.596542:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521885.596650:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521885.596653:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78d00. 00000400:00000200:2.0:1731521885.596659:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521885.596664:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521885.596666:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966880 00000400:00000010:2.0:1731521885.596668:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966880. 00000100:00000200:2.0:1731521885.596673:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629915038464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521885.597650:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521885.597658:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212300 00000400:00000200:0.0:1731521885.597663:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1249 [1] + 224 00000400:00000200:0.0:1731521885.597676:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521885.597679:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521885.597684:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629915038464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521885.597727:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856108. 00000400:00000200:2.0:1731521885.597731:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9666e8 00000400:00000010:2.0:1731521885.597732:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9666e8. 00000100:00000200:2.0:1731521885.597736:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629915038464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521885.597742:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629915038464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521885.597756:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7800. 02000000:00000010:2.0:1731521885.597760:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:2.0:1731521885.597762:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000100:00000010:2.0:1731521890.604416:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731521890.604433:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731521890.604500:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731521890.604506:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521890.604512:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521890.604518:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915038592, portal 25 00000400:00000010:3.0:1731521890.604521:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d770. 00000100:00000200:3.0:1731521890.604523:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915038592, offset 0 00000400:00000200:3.0:1731521890.604529:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521890.604538:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521890.604542:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521890.604544:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521890.604547:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521890.604549:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521890.604551:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [560:560:256:4294967295] 192.168.203.102@tcp LPNI seq info [560:560:8:4294967295] 00000400:00000200:3.0:1731521890.604558:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521890.604563:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521890.604565:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39b00. 00000800:00000200:3.0:1731521890.604570:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521890.604584:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521890.604587:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521890.604736:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521890.604740:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39b00. 00000400:00000200:0.0:1731521890.604745:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521890.604752:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521890.604755:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d770 00000400:00000010:0.0:1731521890.604757:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d770. 00000100:00000200:0.0:1731521890.604773:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629915038592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521890.605860:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521890.605871:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212380 00000400:00000200:0.0:1731521890.605878:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1251 [1] + 224 00000400:00000200:0.0:1731521890.605893:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521890.605896:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521890.605901:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629915038592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521906 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521890.605966:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521890.605970:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521890.605971:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521890.605976:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629915038592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521890.605984:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629915038592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521890.606003:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731521890.606008:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731521890.606011:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000100:00000010:2.0:1731521895.612371:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446d80. 02000000:00000010:2.0:1731521895.612386:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10f00. 02000000:00000010:1.0:1731521895.612449:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731521895.612455:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521895.612459:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521895.612463:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915038720, portal 25 00000400:00000010:1.0:1731521895.612466:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381dd0. 00000100:00000200:1.0:1731521895.612466:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915038720, offset 0 00000400:00000200:1.0:1731521895.612472:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521895.612480:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521895.612483:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521895.612485:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521895.612488:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521895.612489:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521895.612491:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [561:561:256:4294967295] 192.168.203.102@tcp LPNI seq info [561:561:8:4294967295] 00000400:00000200:1.0:1731521895.612505:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521895.612509:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521895.612512:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731521895.612517:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521895.612523:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521895.612526:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521895.612628:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521895.612631:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731521895.612635:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521895.612639:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521895.612642:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381dd0 00000400:00000010:0.0:1731521895.612643:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381dd0. 00000100:00000200:0.0:1731521895.612649:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446d80 x1815629915038720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521895.613524:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521895.613532:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212400 00000400:00000200:0.0:1731521895.613537:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1259 [1] + 224 00000400:00000200:0.0:1731521895.613550:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521895.613553:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521895.613558:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446d80 x1815629915038720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521895.613605:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521895.613609:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521895.613610:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521895.613614:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446d80 x1815629915038720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521895.613620:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446d80 x1815629915038720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521895.613635:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731521895.613639:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10f00. 00000100:00000010:1.0:1731521895.613642:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446d80. 00000100:00000010:2.0:1731521900.620377:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446300. 02000000:00000010:2.0:1731521900.620391:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10f00. 02000000:00000010:3.0:1731521900.620451:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731521900.620456:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521900.620460:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521900.620464:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915038848, portal 25 00000400:00000010:3.0:1731521900.620467:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d7f8. 00000100:00000200:3.0:1731521900.620468:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915038848, offset 0 00000400:00000200:3.0:1731521900.620473:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521900.620484:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521900.620487:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521900.620489:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521900.620491:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521900.620492:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521900.620495:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [562:562:256:4294967295] 192.168.203.102@tcp LPNI seq info [562:562:8:4294967295] 00000400:00000200:3.0:1731521900.620501:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521900.620504:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521900.620506:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39500. 00000800:00000200:3.0:1731521900.620509:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521900.620515:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521900.620524:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521900.620635:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521900.620638:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39500. 00000400:00000200:0.0:1731521900.620642:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521900.620646:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521900.620650:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d7f8 00000400:00000010:0.0:1731521900.620656:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d7f8. 00000100:00000200:0.0:1731521900.620661:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446300 x1815629915038848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521900.621521:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521900.621529:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212480 00000400:00000200:0.0:1731521900.621534:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1261 [1] + 224 00000400:00000200:0.0:1731521900.621546:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521900.621549:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521900.621553:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446300 x1815629915038848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521916 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521900.621596:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521900.621600:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521900.621601:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521900.621605:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446300 x1815629915038848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521900.621612:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446300 x1815629915038848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521900.621625:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731521900.621629:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10f00. 00000100:00000010:3.0:1731521900.621632:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446300. 00000100:00000010:2.0:1731521905.628387:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445c00. 02000000:00000010:2.0:1731521905.628405:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:0.0:1731521905.628475:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7600. 00000400:00000010:0.0:1731521905.628480:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8560b0. 00000400:00000010:0.0:1731521905.628485:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9666e8. 00000100:00000200:0.0:1731521905.628490:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915038976, portal 25 00000400:00000010:0.0:1731521905.628493:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966880. 00000100:00000200:0.0:1731521905.628494:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915038976, offset 0 00000400:00000200:0.0:1731521905.628500:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521905.628507:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521905.628510:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521905.628512:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521905.628514:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521905.628515:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521905.628517:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [563:563:256:4294967295] 192.168.203.102@tcp LPNI seq info [563:563:8:4294967295] 00000400:00000200:0.0:1731521905.628522:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521905.628526:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521905.628528:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78f00. 00000800:00000200:0.0:1731521905.628531:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521905.628536:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521905.628538:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521905.628647:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521905.628650:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78f00. 00000400:00000200:2.0:1731521905.628653:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521905.628657:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521905.628660:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966880 00000400:00000010:2.0:1731521905.628661:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966880. 00000100:00000200:2.0:1731521905.628666:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445c00 x1815629915038976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521905.629752:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521905.629758:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212500 00000400:00000200:0.0:1731521905.629762:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1269 [1] + 224 00000400:00000200:0.0:1731521905.629773:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521905.629776:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521905.629780:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445c00 x1815629915038976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521905.629826:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8560b0. 00000400:00000200:2.0:1731521905.629830:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9666e8 00000400:00000010:2.0:1731521905.629831:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9666e8. 00000100:00000200:2.0:1731521905.629835:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445c00 x1815629915038976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521905.629842:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445c00 x1815629915038976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521905.629857:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7600. 02000000:00000010:2.0:1731521905.629861:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:2.0:1731521905.629864:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445c00. 00000100:00000010:2.0:1731521910.636370:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445c00. 02000000:00000010:2.0:1731521910.636386:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731521910.636447:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731521910.636456:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521910.636462:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521910.636468:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915039104, portal 25 00000400:00000010:3.0:1731521910.636471:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4da18. 00000100:00000200:3.0:1731521910.636474:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915039104, offset 0 00000400:00000200:3.0:1731521910.636480:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521910.636490:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521910.636493:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521910.636496:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521910.636499:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521910.636500:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521910.636502:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [564:564:256:4294967295] 192.168.203.102@tcp LPNI seq info [564:564:8:4294967295] 00000400:00000200:3.0:1731521910.636510:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521910.636515:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521910.636517:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39900. 00000800:00000200:3.0:1731521910.636521:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521910.636527:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521910.636530:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521910.636654:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521910.636657:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39900. 00000400:00000200:0.0:1731521910.636660:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521910.636664:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521910.636666:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4da18 00000400:00000010:0.0:1731521910.636667:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4da18. 00000100:00000200:0.0:1731521910.636672:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445c00 x1815629915039104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521910.637722:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521910.637731:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212580 00000400:00000200:0.0:1731521910.637736:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1271 [1] + 224 00000400:00000200:0.0:1731521910.637749:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521910.637753:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521910.637758:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445c00 x1815629915039104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521910.637820:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521910.637823:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521910.637824:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521910.637828:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445c00 x1815629915039104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521910.637832:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445c00 x1815629915039104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521926 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521910.637845:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731521910.637848:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731521910.637851:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445c00. 00000100:00000010:2.0:1731521915.644355:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445f80. 02000000:00000010:2.0:1731521915.644372:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:1.0:1731521915.644438:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfc00. 00000400:00000010:1.0:1731521915.644445:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521915.644451:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521915.644457:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915039232, portal 25 00000400:00000010:1.0:1731521915.644459:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3812a8. 00000100:00000200:1.0:1731521915.644460:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915039232, offset 0 00000400:00000200:1.0:1731521915.644467:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521915.644475:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521915.644477:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521915.644480:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521915.644482:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521915.644484:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521915.644485:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [565:565:256:4294967295] 192.168.203.102@tcp LPNI seq info [565:565:8:4294967295] 00000400:00000200:1.0:1731521915.644490:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521915.644502:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521915.644504:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731521915.644508:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521915.644513:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521915.644515:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521915.644632:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521915.644634:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731521915.644637:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521915.644641:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521915.644644:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3812a8 00000400:00000010:0.0:1731521915.644645:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3812a8. 00000100:00000200:0.0:1731521915.644650:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445f80 x1815629915039232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521915.645644:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521915.645652:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212600 00000400:00000200:0.0:1731521915.645657:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1279 [1] + 224 00000400:00000200:0.0:1731521915.645668:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521915.645671:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521915.645676:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445f80 x1815629915039232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521915.645732:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521915.645736:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521915.645737:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521915.645741:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445f80 x1815629915039232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521915.645748:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445f80 x1815629915039232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521915.645764:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfc00. 02000000:00000010:1.0:1731521915.645767:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:1.0:1731521915.645770:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445f80. 00000100:00000010:2.0:1731521920.652347:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445880. 02000000:00000010:2.0:1731521920.652362:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:3.0:1731521920.652425:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731521920.652430:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521920.652433:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521920.652437:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915039360, portal 25 00000400:00000010:3.0:1731521920.652440:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d5d8. 00000100:00000200:3.0:1731521920.652441:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915039360, offset 0 00000400:00000200:3.0:1731521920.652446:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521920.652454:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521920.652457:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521920.652459:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521920.652461:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521920.652462:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521920.652464:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [566:566:256:4294967295] 192.168.203.102@tcp LPNI seq info [566:566:8:4294967295] 00000400:00000200:3.0:1731521920.652469:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521920.652472:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521920.652474:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39d00. 00000800:00000200:3.0:1731521920.652477:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521920.652482:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521920.652484:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521920.652566:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521920.652569:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39d00. 00000400:00000200:0.0:1731521920.652572:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521920.652576:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521920.652578:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d5d8 00000400:00000010:0.0:1731521920.652580:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d5d8. 00000100:00000200:0.0:1731521920.652584:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445880 x1815629915039360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521920.653384:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521920.653390:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212680 00000400:00000200:0.0:1731521920.653395:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1281 [1] + 224 00000400:00000200:0.0:1731521920.653408:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521920.653411:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521920.653416:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445880 x1815629915039360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521920.653460:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521920.653469:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521920.653470:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521920.653474:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445880 x1815629915039360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521920.653479:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445880 x1815629915039360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521920.653491:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731521920.653494:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:3.0:1731521920.653496:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445880. 00000100:00000010:2.0:1731521925.660351:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445500. 02000000:00000010:2.0:1731521925.660366:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:0.0:1731521925.660437:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6600. 00000400:00000010:0.0:1731521925.660443:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856688. 00000400:00000010:0.0:1731521925.660448:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966220. 00000100:00000200:0.0:1731521925.660453:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915039488, portal 25 00000400:00000010:0.0:1731521925.660457:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966198. 00000100:00000200:0.0:1731521925.660458:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915039488, offset 0 00000400:00000200:0.0:1731521925.660473:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521925.660482:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521925.660486:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521925.660489:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521925.660492:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521925.660493:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521925.660496:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [567:567:256:4294967295] 192.168.203.102@tcp LPNI seq info [567:567:8:4294967295] 00000400:00000200:0.0:1731521925.660504:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521925.660509:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521925.660511:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78700. 00000800:00000200:0.0:1731521925.660516:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521925.660522:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521925.660525:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521925.660616:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521925.660618:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78700. 00000400:00000200:2.0:1731521925.660620:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521925.660623:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521925.660626:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966198 00000400:00000010:2.0:1731521925.660627:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966198. 00000100:00000200:2.0:1731521925.660630:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445500 x1815629915039488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521925.661528:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521925.661535:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212700 00000400:00000200:0.0:1731521925.661540:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1289 [1] + 224 00000400:00000200:0.0:1731521925.661552:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521925.661555:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521925.661560:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445500 x1815629915039488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521925.661598:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856688. 00000400:00000200:2.0:1731521925.661601:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966220 00000400:00000010:2.0:1731521925.661603:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966220. 00000100:00000200:2.0:1731521925.661606:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445500 x1815629915039488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521925.661617:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445500 x1815629915039488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521925.661631:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6600. 02000000:00000010:2.0:1731521925.661635:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:2.0:1731521925.661637:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445500. 00000100:00000010:2.0:1731521930.668380:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445500. 02000000:00000010:2.0:1731521930.668402:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:3.0:1731521930.668475:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731521930.668481:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521930.668485:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521930.668490:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915039616, portal 25 00000400:00000010:3.0:1731521930.668493:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731521930.668494:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915039616, offset 0 00000400:00000200:3.0:1731521930.668501:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521930.668509:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521930.668513:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521930.668515:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521930.668517:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521930.668519:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521930.668521:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [568:568:256:4294967295] 192.168.203.102@tcp LPNI seq info [568:568:8:4294967295] 00000400:00000200:3.0:1731521930.668528:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521930.668532:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521930.668535:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39f00. 00000800:00000200:3.0:1731521930.668540:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521930.668547:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521930.668550:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521930.668668:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521930.668670:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39f00. 00000400:00000200:0.0:1731521930.668673:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521930.668677:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521930.668679:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d220 00000400:00000010:0.0:1731521930.668680:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d220. 00000100:00000200:0.0:1731521930.668685:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445500 x1815629915039616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521930.669622:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521930.669641:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212780 00000400:00000200:0.0:1731521930.669645:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1291 [1] + 224 00000400:00000200:0.0:1731521930.669660:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521930.669663:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521930.669668:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445500 x1815629915039616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521930.669724:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521930.669729:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521930.669736:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521930.669746:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445500 x1815629915039616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521930.669755:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445500 x1815629915039616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521930.669771:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731521930.669775:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:3.0:1731521930.669778:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445500. 00000100:00000010:2.0:1731521935.676368:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445180. 02000000:00000010:2.0:1731521935.676384:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:1.0:1731521935.676450:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731521935.676455:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521935.676460:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521935.676465:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915039744, portal 25 00000400:00000010:1.0:1731521935.676468:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3816e8. 00000100:00000200:1.0:1731521935.676469:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915039744, offset 0 00000400:00000200:1.0:1731521935.676475:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521935.676484:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521935.676487:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521935.676489:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521935.676492:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521935.676493:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521935.676495:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [569:569:256:4294967295] 192.168.203.102@tcp LPNI seq info [569:569:8:4294967295] 00000400:00000200:1.0:1731521935.676501:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521935.676505:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521935.676515:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731521935.676519:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521935.676525:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521935.676527:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521935.676627:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521935.676629:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731521935.676632:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521935.676635:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521935.676638:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3816e8 00000400:00000010:0.0:1731521935.676639:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3816e8. 00000100:00000200:0.0:1731521935.676644:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445180 x1815629915039744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521935.677620:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521935.677627:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212800 00000400:00000200:0.0:1731521935.677630:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1299 [1] + 224 00000400:00000200:0.0:1731521935.677641:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521935.677643:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521935.677647:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445180 x1815629915039744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521935.677687:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521935.677691:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521935.677692:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521935.677697:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445180 x1815629915039744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521935.677706:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445180 x1815629915039744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521935.677722:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731521935.677726:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:1.0:1731521935.677729:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445180. 00000100:00000010:2.0:1731521940.684338:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444e00. 02000000:00000010:2.0:1731521940.684358:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:3.0:1731521940.684439:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97800. 00000400:00000010:3.0:1731521940.684447:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521940.684453:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521940.684458:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915039872, portal 25 00000400:00000010:3.0:1731521940.684463:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d660. 00000100:00000200:3.0:1731521940.684465:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915039872, offset 0 00000400:00000200:3.0:1731521940.684472:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521940.684482:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521940.684487:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521940.684490:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521940.684492:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521940.684494:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521940.684497:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [570:570:256:4294967295] 192.168.203.102@tcp LPNI seq info [570:570:8:4294967295] 00000400:00000200:3.0:1731521940.684505:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521940.684510:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521940.684513:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39000. 00000800:00000200:3.0:1731521940.684518:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521940.684525:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521940.684528:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521940.684627:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521940.684630:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39000. 00000400:00000200:0.0:1731521940.684634:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521940.684639:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521940.684642:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d660 00000400:00000010:0.0:1731521940.684644:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d660. 00000100:00000200:0.0:1731521940.684649:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444e00 x1815629915039872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521940.685690:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521940.685703:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212880 00000400:00000200:0.0:1731521940.685709:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x12a1 [1] + 224 00000400:00000200:0.0:1731521940.685722:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521940.685726:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521940.685731:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444e00 x1815629915039872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521940.685778:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521940.685780:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521940.685781:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521940.685785:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444e00 x1815629915039872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521940.685795:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444e00 x1815629915039872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521940.685809:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97800. 02000000:00000010:3.0:1731521940.685812:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:3.0:1731521940.685815:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444e00. 00000100:00000010:2.0:1731521945.692414:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444a80. 02000000:00000010:2.0:1731521945.692439:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:0.0:1731521945.692527:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7a00. 00000400:00000010:0.0:1731521945.692534:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8569f8. 00000400:00000010:0.0:1731521945.692540:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966990. 00000100:00000200:0.0:1731521945.692547:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915040000, portal 25 00000400:00000010:0.0:1731521945.692551:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966088. 00000100:00000200:0.0:1731521945.692552:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915040000, offset 0 00000400:00000200:0.0:1731521945.692560:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521945.692572:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521945.692575:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521945.692578:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521945.692581:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521945.692582:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521945.692584:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [571:571:256:4294967295] 192.168.203.102@tcp LPNI seq info [571:571:8:4294967295] 00000400:00000200:0.0:1731521945.692590:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521945.692594:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521945.692597:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78500. 00000800:00000200:0.0:1731521945.692602:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521945.692610:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521945.692613:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521945.692743:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521945.692746:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78500. 00000400:00000200:2.0:1731521945.692750:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521945.692756:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521945.692759:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966088 00000400:00000010:2.0:1731521945.692760:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966088. 00000100:00000200:2.0:1731521945.692767:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444a80 x1815629915040000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521945.694065:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521945.694074:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212900 00000400:00000200:0.0:1731521945.694079:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x12a9 [1] + 224 00000400:00000200:0.0:1731521945.694097:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521945.694109:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521945.694115:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444a80 x1815629915040000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521945.694162:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8569f8. 00000400:00000200:2.0:1731521945.694165:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966990 00000400:00000010:2.0:1731521945.694166:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966990. 00000100:00000200:2.0:1731521945.694169:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444a80 x1815629915040000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521945.694174:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444a80 x1815629915040000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521945.694191:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7a00. 02000000:00000010:2.0:1731521945.694196:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:2.0:1731521945.694202:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444a80. 00000100:00000010:2.0:1731521950.700382:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444a80. 02000000:00000010:2.0:1731521950.700405:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:3.0:1731521950.700478:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97a00. 00000400:00000010:3.0:1731521950.700486:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521950.700492:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521950.700498:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915040128, portal 25 00000400:00000010:3.0:1731521950.700501:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d2a8. 00000100:00000200:3.0:1731521950.700503:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915040128, offset 0 00000400:00000200:3.0:1731521950.700510:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521950.700521:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521950.700525:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521950.700528:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521950.700531:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521950.700532:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521950.700534:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [572:572:256:4294967295] 192.168.203.102@tcp LPNI seq info [572:572:8:4294967295] 00000400:00000200:3.0:1731521950.700540:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521950.700545:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521950.700547:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39800. 00000800:00000200:3.0:1731521950.700552:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521950.700559:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521950.700561:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521950.700708:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521950.700712:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39800. 00000400:00000200:0.0:1731521950.700716:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521950.700721:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521950.700724:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d2a8 00000400:00000010:0.0:1731521950.700726:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d2a8. 00000100:00000200:0.0:1731521950.700732:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444a80 x1815629915040128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521950.701727:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521950.701735:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212980 00000400:00000200:0.0:1731521950.701741:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x12b1 [1] + 224 00000400:00000200:0.0:1731521950.701758:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521950.701761:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521950.701767:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444a80 x1815629915040128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521950.701811:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521950.701814:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521950.701815:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521950.701818:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444a80 x1815629915040128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521950.701837:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444a80 x1815629915040128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521950.701856:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97a00. 02000000:00000010:3.0:1731521950.701860:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:3.0:1731521950.701865:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444a80. 00000100:00000010:2.0:1731521955.708365:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444700. 02000000:00000010:2.0:1731521955.708380:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:1.0:1731521955.708466:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731521955.708476:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521955.708483:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521955.708489:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915040256, portal 25 00000400:00000010:1.0:1731521955.708493:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381550. 00000100:00000200:1.0:1731521955.708495:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915040256, offset 0 00000400:00000200:1.0:1731521955.708502:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521955.708513:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521955.708517:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521955.708521:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521955.708524:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521955.708526:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521955.708529:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [573:573:256:4294967295] 192.168.203.102@tcp LPNI seq info [573:573:8:4294967295] 00000400:00000200:1.0:1731521955.708538:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521955.708543:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521955.708547:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731521955.708565:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521955.708574:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521955.708577:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521955.708748:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521955.708752:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731521955.708758:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521955.708764:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521955.708768:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381550 00000400:00000010:0.0:1731521955.708770:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381550. 00000100:00000200:0.0:1731521955.708778:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444700 x1815629915040256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521955.709860:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521955.709871:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212a00 00000400:00000200:0.0:1731521955.709876:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x12b9 [1] + 224 00000400:00000200:0.0:1731521955.709893:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521955.709900:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521955.709905:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444700 x1815629915040256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521955.709971:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521955.709975:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521955.709976:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521955.709980:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444700 x1815629915040256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521955.709987:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444700 x1815629915040256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521955.710005:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731521955.710010:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:1.0:1731521955.710014:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444700. 00000100:00000010:2.0:1731521960.716381:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444380. 02000000:00000010:2.0:1731521960.716402:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:3.0:1731521960.716513:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97a00. 00000400:00000010:3.0:1731521960.716522:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521960.716527:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521960.716533:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915040384, portal 25 00000400:00000010:3.0:1731521960.716537:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d088. 00000100:00000200:3.0:1731521960.716538:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915040384, offset 0 00000400:00000200:3.0:1731521960.716546:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521960.716557:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521960.716562:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521960.716565:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521960.716568:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521960.716569:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521960.716571:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [574:574:256:4294967295] 192.168.203.102@tcp LPNI seq info [574:574:8:4294967295] 00000400:00000200:3.0:1731521960.716577:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521960.716581:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521960.716584:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39300. 00000800:00000200:3.0:1731521960.716588:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521960.716595:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521960.716598:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521960.716698:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521960.716704:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39300. 00000400:00000200:0.0:1731521960.716708:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521960.716713:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521960.716717:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d088 00000400:00000010:0.0:1731521960.716719:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d088. 00000100:00000200:0.0:1731521960.716726:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444380 x1815629915040384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521960.717715:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521960.717724:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212a80 00000400:00000200:0.0:1731521960.717729:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x12c1 [1] + 224 00000400:00000200:0.0:1731521960.717743:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521960.717745:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521960.717749:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444380 x1815629915040384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521960.717792:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521960.717795:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521960.717796:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521960.717801:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444380 x1815629915040384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521960.717822:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444380 x1815629915040384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521960.717838:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97a00. 02000000:00000010:3.0:1731521960.717842:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:3.0:1731521960.717846:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444380. 00000100:00000010:2.0:1731521965.724373:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444000. 02000000:00000010:2.0:1731521965.724391:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:0.0:1731521965.724459:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7c00. 00000400:00000010:0.0:1731521965.724467:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856a50. 00000400:00000010:0.0:1731521965.724474:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966aa0. 00000100:00000200:0.0:1731521965.724480:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915040512, portal 25 00000400:00000010:0.0:1731521965.724484:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966110. 00000100:00000200:0.0:1731521965.724486:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915040512, offset 0 00000400:00000200:0.0:1731521965.724494:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521965.724505:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521965.724509:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521965.724512:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521965.724515:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521965.724517:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521965.724520:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [575:575:256:4294967295] 192.168.203.102@tcp LPNI seq info [575:575:8:4294967295] 00000400:00000200:0.0:1731521965.724539:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521965.724545:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521965.724548:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78a00. 00000800:00000200:0.0:1731521965.724552:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521965.724559:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521965.724561:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521965.724668:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521965.724671:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78a00. 00000400:00000200:2.0:1731521965.724674:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521965.724679:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521965.724682:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966110 00000400:00000010:2.0:1731521965.724684:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966110. 00000100:00000200:2.0:1731521965.724690:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444000 x1815629915040512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521965.725662:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521965.725668:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212b00 00000400:00000200:0.0:1731521965.725672:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x12c9 [1] + 224 00000400:00000200:0.0:1731521965.725683:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521965.725685:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521965.725689:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444000 x1815629915040512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521965.725733:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856a50. 00000400:00000200:2.0:1731521965.725737:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966aa0 00000400:00000010:2.0:1731521965.725739:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966aa0. 00000100:00000200:2.0:1731521965.725743:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444000 x1815629915040512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521965.725751:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444000 x1815629915040512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521965.725767:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7c00. 02000000:00000010:2.0:1731521965.725772:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:2.0:1731521965.725775:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444000. 00000100:00000010:2.0:1731521970.732373:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444000. 02000000:00000010:2.0:1731521970.732388:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:1.0:1731521970.732475:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731521970.732482:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521970.732486:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521970.732491:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915040640, portal 25 00000400:00000010:1.0:1731521970.732494:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381c38. 00000100:00000200:1.0:1731521970.732495:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915040640, offset 0 00000400:00000200:1.0:1731521970.732501:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521970.732509:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521970.732512:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521970.732515:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521970.732518:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521970.732520:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521970.732523:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [576:576:256:4294967295] 192.168.203.102@tcp LPNI seq info [576:576:8:4294967295] 00000400:00000200:1.0:1731521970.732532:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521970.732537:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521970.732540:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731521970.732545:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521970.732563:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521970.732567:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521970.732678:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521970.732681:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731521970.732684:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521970.732688:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521970.732690:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381c38 00000400:00000010:0.0:1731521970.732691:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381c38. 00000100:00000200:0.0:1731521970.732696:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444000 x1815629915040640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521970.733726:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521970.733734:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212b80 00000400:00000200:0.0:1731521970.733737:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x12d1 [1] + 224 00000400:00000200:0.0:1731521970.733749:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521970.733751:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521970.733755:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444000 x1815629915040640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521970.733807:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521970.733811:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521970.733812:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521970.733817:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444000 x1815629915040640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521970.733825:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444000 x1815629915040640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521970.733870:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731521970.733875:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:1.0:1731521970.733878:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444000. 00000100:00000010:2.0:1731521975.740412:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444000. 02000000:00000010:2.0:1731521975.740429:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:1.0:1731521975.740508:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731521975.740514:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521975.740518:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521975.740523:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915040768, portal 25 00000400:00000010:1.0:1731521975.740525:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381908. 00000100:00000200:1.0:1731521975.740527:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915040768, offset 0 00000400:00000200:1.0:1731521975.740533:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521975.740541:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521975.740544:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521975.740547:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521975.740549:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521975.740550:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521975.740552:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [577:577:256:4294967295] 192.168.203.102@tcp LPNI seq info [577:577:8:4294967295] 00000400:00000200:1.0:1731521975.740558:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521975.740562:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521975.740564:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731521975.740567:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521975.740572:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521975.740580:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521975.740678:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521975.740680:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731521975.740683:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521975.740686:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521975.740689:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381908 00000400:00000010:0.0:1731521975.740690:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381908. 00000100:00000200:0.0:1731521975.740695:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444000 x1815629915040768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521975.741650:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521975.741656:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212c00 00000400:00000200:0.0:1731521975.741660:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x12d9 [1] + 224 00000400:00000200:0.0:1731521975.741671:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521975.741673:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521975.741677:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444000 x1815629915040768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521975.741715:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521975.741718:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521975.741719:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521975.741722:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444000 x1815629915040768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521975.741728:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444000 x1815629915040768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521975.741740:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731521975.741743:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:1.0:1731521975.741745:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444000. 00000100:00000010:2.0:1731521980.748369:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444380. 02000000:00000010:2.0:1731521980.748384:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10f00. 02000000:00000010:3.0:1731521980.748457:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97a00. 00000400:00000010:3.0:1731521980.748464:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521980.748470:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521980.748476:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915040896, portal 25 00000400:00000010:3.0:1731521980.748480:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dbb0. 00000100:00000200:3.0:1731521980.748482:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915040896, offset 0 00000400:00000200:3.0:1731521980.748490:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521980.748500:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521980.748505:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521980.748508:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521980.748511:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521980.748513:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521980.748517:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [578:578:256:4294967295] 192.168.203.102@tcp LPNI seq info [578:578:8:4294967295] 00000400:00000200:3.0:1731521980.748525:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521980.748529:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521980.748532:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39c00. 00000800:00000200:3.0:1731521980.748537:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521980.748545:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521980.748548:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521980.748652:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521980.748655:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39c00. 00000400:00000200:0.0:1731521980.748659:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521980.748665:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521980.748668:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dbb0 00000400:00000010:0.0:1731521980.748670:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dbb0. 00000100:00000200:0.0:1731521980.748675:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444380 x1815629915040896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521980.749635:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521980.749643:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212c80 00000400:00000200:0.0:1731521980.749648:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x12e1 [1] + 224 00000400:00000200:0.0:1731521980.749666:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521980.749670:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521980.749675:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444380 x1815629915040896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521980.749727:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521980.749731:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521980.749732:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521980.749737:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444380 x1815629915040896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521980.749755:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444380 x1815629915040896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731521996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521980.749794:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97a00. 02000000:00000010:3.0:1731521980.749798:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10f00. 00000100:00000010:3.0:1731521980.749801:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444380. 00000100:00000010:2.0:1731521985.756344:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444700. 02000000:00000010:2.0:1731521985.756359:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:0.0:1731521985.756419:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7000. 00000400:00000010:0.0:1731521985.756425:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856478. 00000400:00000010:0.0:1731521985.756429:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966dd0. 00000100:00000200:0.0:1731521985.756434:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915041024, portal 25 00000400:00000010:0.0:1731521985.756437:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9665d8. 00000100:00000200:0.0:1731521985.756438:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915041024, offset 0 00000400:00000200:0.0:1731521985.756444:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731521985.756457:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731521985.756460:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731521985.756464:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731521985.756466:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731521985.756467:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731521985.756469:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [579:579:256:4294967295] 192.168.203.102@tcp LPNI seq info [579:579:8:4294967295] 00000400:00000200:0.0:1731521985.756475:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731521985.756479:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731521985.756481:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78200. 00000800:00000200:0.0:1731521985.756484:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731521985.756490:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731521985.756492:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731521985.756575:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731521985.756577:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78200. 00000400:00000200:2.0:1731521985.756579:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731521985.756583:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731521985.756585:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9665d8 00000400:00000010:2.0:1731521985.756587:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9665d8. 00000100:00000200:2.0:1731521985.756591:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444700 x1815629915041024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521985.757500:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521985.757507:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212d00 00000400:00000200:0.0:1731521985.757510:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x12e9 [1] + 224 00000400:00000200:0.0:1731521985.757524:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521985.757528:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521985.757533:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444700 x1815629915041024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731521985.757578:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856478. 00000400:00000200:2.0:1731521985.757582:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966dd0 00000400:00000010:2.0:1731521985.757583:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966dd0. 00000100:00000200:2.0:1731521985.757587:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444700 x1815629915041024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731521985.757595:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444700 x1815629915041024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731521985.757611:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7000. 02000000:00000010:2.0:1731521985.757614:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:2.0:1731521985.757617:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444700. 00000100:00000010:2.0:1731521990.764385:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444700. 02000000:00000010:2.0:1731521990.764408:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:3.0:1731521990.764477:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731521990.764483:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731521990.764487:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521990.764492:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915041152, portal 25 00000400:00000010:3.0:1731521990.764495:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d440. 00000100:00000200:3.0:1731521990.764497:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915041152, offset 0 00000400:00000200:3.0:1731521990.764503:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731521990.764512:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731521990.764515:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731521990.764518:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731521990.764520:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731521990.764521:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731521990.764523:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [580:580:256:4294967295] 192.168.203.102@tcp LPNI seq info [580:580:8:4294967295] 00000400:00000200:3.0:1731521990.764530:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731521990.764534:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731521990.764536:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39e00. 00000800:00000200:3.0:1731521990.764540:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731521990.764546:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731521990.764550:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521990.764660:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521990.764663:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39e00. 00000400:00000200:0.0:1731521990.764677:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521990.764682:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521990.764686:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d440 00000400:00000010:0.0:1731521990.764687:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d440. 00000100:00000200:0.0:1731521990.764694:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444700 x1815629915041152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521990.765692:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521990.765715:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212d80 00000400:00000200:0.0:1731521990.765720:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x12f1 [1] + 224 00000400:00000200:0.0:1731521990.765734:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521990.765737:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521990.765743:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444700 x1815629915041152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731521990.765795:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731521990.765798:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731521990.765799:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731521990.765802:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444700 x1815629915041152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731521990.765821:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444700 x1815629915041152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731521990.765833:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731521990.765836:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:3.0:1731521990.765839:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444700. 00000100:00000010:2.0:1731521995.772371:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444a80. 02000000:00000010:2.0:1731521995.772388:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:1.0:1731521995.772470:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731521995.772477:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731521995.772482:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521995.772488:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915041280, portal 25 00000400:00000010:1.0:1731521995.772492:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381d48. 00000100:00000200:1.0:1731521995.772494:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915041280, offset 0 00000400:00000200:1.0:1731521995.772502:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731521995.772511:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731521995.772516:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731521995.772519:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731521995.772522:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731521995.772524:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731521995.772527:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [581:581:256:4294967295] 192.168.203.102@tcp LPNI seq info [581:581:8:4294967295] 00000400:00000200:1.0:1731521995.772536:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731521995.772541:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731521995.772545:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731521995.772550:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731521995.772556:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731521995.772559:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731521995.772717:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731521995.772720:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731521995.772725:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521995.772730:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731521995.772733:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381d48 00000400:00000010:0.0:1731521995.772735:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381d48. 00000100:00000200:0.0:1731521995.772741:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444a80 x1815629915041280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731521995.773675:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731521995.773684:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212e00 00000400:00000200:0.0:1731521995.773690:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x12f9 [1] + 224 00000400:00000200:0.0:1731521995.773705:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731521995.773709:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731521995.773714:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444a80 x1815629915041280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731521995.773770:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731521995.773774:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731521995.773776:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731521995.773780:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444a80 x1815629915041280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731521995.773787:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444a80 x1815629915041280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731521995.773803:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731521995.773807:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:1.0:1731521995.773810:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444a80. 00000100:00000010:2.0:1731522000.780380:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444e00. 02000000:00000010:2.0:1731522000.780395:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:0.0:1731522000.780487:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7800. 00000400:00000010:0.0:1731522000.780504:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856738. 00000400:00000010:0.0:1731522000.780510:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966660. 00000100:00000200:0.0:1731522000.780516:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915041408, portal 25 00000400:00000010:0.0:1731522000.780519:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966000. 00000100:00000200:0.0:1731522000.780521:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915041408, offset 0 00000400:00000200:0.0:1731522000.780528:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731522000.780538:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731522000.780542:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522000.780545:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731522000.780548:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522000.780551:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731522000.780554:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [582:582:256:4294967295] 192.168.203.102@tcp LPNI seq info [582:582:8:4294967295] 00000400:00000200:0.0:1731522000.780563:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731522000.780568:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731522000.780571:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78400. 00000800:00000200:0.0:1731522000.780576:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731522000.780584:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731522000.780587:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522000.780721:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522000.780723:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78400. 00000400:00000200:2.0:1731522000.780726:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522000.780734:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731522000.780736:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966000 00000400:00000010:2.0:1731522000.780737:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966000. 00000100:00000200:2.0:1731522000.780742:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444e00 x1815629915041408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522000.781697:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522000.781703:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212e80 00000400:00000200:0.0:1731522000.781707:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1301 [1] + 224 00000400:00000200:0.0:1731522000.781718:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522000.781720:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522000.781724:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444e00 x1815629915041408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522000.781767:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856738. 00000400:00000200:2.0:1731522000.781771:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966660 00000400:00000010:2.0:1731522000.781772:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966660. 00000100:00000200:2.0:1731522000.781777:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444e00 x1815629915041408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522000.781784:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444e00 x1815629915041408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522000.781801:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7800. 02000000:00000010:2.0:1731522000.781806:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:2.0:1731522000.781809:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444e00. 00000100:00000010:2.0:1731522005.788380:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444e00. 02000000:00000010:2.0:1731522005.788395:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:0.0:1731522005.788468:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7000. 00000400:00000010:0.0:1731522005.788473:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856058. 00000400:00000010:0.0:1731522005.788478:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966b28. 00000100:00000200:0.0:1731522005.788483:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915041536, portal 25 00000400:00000010:0.0:1731522005.788486:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966a18. 00000100:00000200:0.0:1731522005.788496:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915041536, offset 0 00000400:00000200:0.0:1731522005.788503:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731522005.788510:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731522005.788513:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522005.788516:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731522005.788518:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522005.788519:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731522005.788521:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [583:583:256:4294967295] 192.168.203.102@tcp LPNI seq info [583:583:8:4294967295] 00000400:00000200:0.0:1731522005.788527:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731522005.788531:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731522005.788534:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78e00. 00000800:00000200:0.0:1731522005.788537:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731522005.788543:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731522005.788545:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522005.788687:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522005.788690:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78e00. 00000400:00000200:2.0:1731522005.788693:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522005.788698:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731522005.788701:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966a18 00000400:00000010:2.0:1731522005.788702:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966a18. 00000100:00000200:2.0:1731522005.788707:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444e00 x1815629915041536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522005.789743:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522005.789752:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212f00 00000400:00000200:0.0:1731522005.789757:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1309 [1] + 224 00000400:00000200:0.0:1731522005.789771:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522005.789774:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522005.789780:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444e00 x1815629915041536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522005.789833:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856058. 00000400:00000200:2.0:1731522005.789838:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966b28 00000400:00000010:2.0:1731522005.789839:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966b28. 00000100:00000200:2.0:1731522005.789843:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444e00 x1815629915041536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522005.789851:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444e00 x1815629915041536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522005.789873:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7000. 02000000:00000010:2.0:1731522005.789878:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:2.0:1731522005.789881:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444e00. 00000100:00000010:2.0:1731522010.796378:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444e00. 02000000:00000010:2.0:1731522010.796396:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:3.0:1731522010.796478:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731522010.796485:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522010.796491:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522010.796498:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915041664, portal 25 00000400:00000010:3.0:1731522010.796501:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4de58. 00000100:00000200:3.0:1731522010.796502:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915041664, offset 0 00000400:00000200:3.0:1731522010.796508:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522010.796517:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522010.796521:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522010.796525:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522010.796527:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522010.796530:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522010.796532:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [584:584:256:4294967295] 192.168.203.102@tcp LPNI seq info [584:584:8:4294967295] 00000400:00000200:3.0:1731522010.796540:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522010.796545:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522010.796550:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39e00. 00000800:00000200:3.0:1731522010.796555:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522010.796593:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522010.796596:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522010.796714:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522010.796717:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39e00. 00000400:00000200:0.0:1731522010.796721:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522010.796726:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522010.796729:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4de58 00000400:00000010:0.0:1731522010.796731:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4de58. 00000100:00000200:0.0:1731522010.796737:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444e00 x1815629915041664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522010.797720:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522010.797737:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48212f80 00000400:00000200:0.0:1731522010.797741:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1311 [1] + 224 00000400:00000200:0.0:1731522010.797753:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522010.797755:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522010.797759:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444e00 x1815629915041664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522010.797809:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522010.797813:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522010.797814:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522010.797819:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444e00 x1815629915041664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522010.797836:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444e00 x1815629915041664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522010.797853:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731522010.797856:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:3.0:1731522010.797859:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444e00. 00000100:00000010:2.0:1731522015.804389:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445180. 02000000:00000010:2.0:1731522015.804407:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:1.0:1731522015.804492:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731522015.804499:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522015.804505:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522015.804511:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915041792, portal 25 00000400:00000010:1.0:1731522015.804515:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381cc0. 00000100:00000200:1.0:1731522015.804516:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915041792, offset 0 00000400:00000200:1.0:1731522015.804556:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522015.804567:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522015.804572:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522015.804575:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522015.804578:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522015.804580:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522015.804583:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [585:585:256:4294967295] 192.168.203.102@tcp LPNI seq info [585:585:8:4294967295] 00000400:00000200:1.0:1731522015.804591:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522015.804596:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522015.804600:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522015.804604:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522015.804611:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522015.804614:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522015.804723:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522015.804727:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522015.804731:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522015.804736:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522015.804739:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381cc0 00000400:00000010:0.0:1731522015.804741:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381cc0. 00000100:00000200:0.0:1731522015.804747:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445180 x1815629915041792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522015.805855:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522015.805864:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213000 00000400:00000200:0.0:1731522015.805869:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1319 [1] + 224 00000400:00000200:0.0:1731522015.805887:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522015.805890:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522015.805895:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445180 x1815629915041792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522015.805950:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522015.805961:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522015.805962:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522015.805967:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445180 x1815629915041792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522015.805975:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445180 x1815629915041792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522015.805992:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731522015.805996:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:1.0:1731522015.806000:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445180. 00000100:00000010:2.0:1731522020.812372:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445500. 02000000:00000010:2.0:1731522020.812388:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:3.0:1731522020.812462:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731522020.812468:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522020.812472:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522020.812477:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915041920, portal 25 00000400:00000010:3.0:1731522020.812480:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dcc0. 00000100:00000200:3.0:1731522020.812481:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915041920, offset 0 00000400:00000200:3.0:1731522020.812487:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522020.812515:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522020.812519:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522020.812522:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522020.812524:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522020.812525:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522020.812527:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [586:586:256:4294967295] 192.168.203.102@tcp LPNI seq info [586:586:8:4294967295] 00000400:00000200:3.0:1731522020.812534:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522020.812537:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522020.812540:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39600. 00000800:00000200:3.0:1731522020.812543:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522020.812549:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522020.812551:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522020.812655:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522020.812659:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39600. 00000400:00000200:0.0:1731522020.812663:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522020.812668:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522020.812671:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dcc0 00000400:00000010:0.0:1731522020.812672:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dcc0. 00000100:00000200:0.0:1731522020.812678:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445500 x1815629915041920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522020.813657:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522020.813675:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213080 00000400:00000200:0.0:1731522020.813680:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1321 [1] + 224 00000400:00000200:0.0:1731522020.813701:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522020.813704:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522020.813709:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445500 x1815629915041920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522020.813757:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522020.813760:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522020.813761:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522020.813765:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445500 x1815629915041920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522020.813779:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445500 x1815629915041920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522020.813792:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731522020.813795:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:3.0:1731522020.813797:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445500. 00000100:00000010:2.0:1731522025.820371:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445880. 02000000:00000010:2.0:1731522025.820387:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:0.0:1731522025.820452:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6600. 00000400:00000010:0.0:1731522025.820476:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856420. 00000400:00000010:0.0:1731522025.820482:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966bb0. 00000100:00000200:0.0:1731522025.820488:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915042048, portal 25 00000400:00000010:0.0:1731522025.820492:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966908. 00000100:00000200:0.0:1731522025.820494:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915042048, offset 0 00000400:00000200:0.0:1731522025.820501:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731522025.820511:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731522025.820516:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522025.820519:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731522025.820522:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522025.820524:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731522025.820527:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [587:587:256:4294967295] 192.168.203.102@tcp LPNI seq info [587:587:8:4294967295] 00000400:00000200:0.0:1731522025.820535:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731522025.820540:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731522025.820543:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78500. 00000800:00000200:0.0:1731522025.820548:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731522025.820556:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731522025.820559:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522025.820669:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522025.820672:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78500. 00000400:00000200:2.0:1731522025.820675:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522025.820680:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731522025.820683:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966908 00000400:00000010:2.0:1731522025.820685:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966908. 00000100:00000200:2.0:1731522025.820690:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445880 x1815629915042048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522025.821822:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522025.821829:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213100 00000400:00000200:0.0:1731522025.821834:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1329 [1] + 224 00000400:00000200:0.0:1731522025.821851:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522025.821860:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522025.821865:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445880 x1815629915042048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522025.821927:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856420. 00000400:00000200:2.0:1731522025.821931:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966bb0 00000400:00000010:2.0:1731522025.821932:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966bb0. 00000100:00000200:2.0:1731522025.821937:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445880 x1815629915042048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522025.821945:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445880 x1815629915042048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522025.821960:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6600. 02000000:00000010:2.0:1731522025.821965:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:2.0:1731522025.821968:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445880. 00000100:00000010:2.0:1731522030.828372:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445880. 02000000:00000010:2.0:1731522030.828398:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:1.0:1731522030.828519:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731522030.828526:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522030.828532:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522030.828537:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915042176, portal 25 00000400:00000010:1.0:1731522030.828541:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381e58. 00000100:00000200:1.0:1731522030.828544:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915042176, offset 0 00000400:00000200:1.0:1731522030.828551:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522030.828561:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522030.828566:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522030.828569:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522030.828572:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522030.828575:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522030.828577:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [588:588:256:4294967295] 192.168.203.102@tcp LPNI seq info [588:588:8:4294967295] 00000400:00000200:1.0:1731522030.828585:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522030.828589:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522030.828592:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731522030.828595:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522030.828601:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522030.828604:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522030.828716:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522030.828719:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731522030.828723:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522030.828727:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522030.828729:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381e58 00000400:00000010:0.0:1731522030.828731:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381e58. 00000100:00000200:0.0:1731522030.828737:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445880 x1815629915042176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522030.829723:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522030.829729:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213180 00000400:00000200:0.0:1731522030.829733:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1331 [1] + 224 00000400:00000200:0.0:1731522030.829746:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522030.829750:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522030.829755:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445880 x1815629915042176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522030.829795:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522030.829799:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522030.829806:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522030.829811:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445880 x1815629915042176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522030.829818:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445880 x1815629915042176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522030.829834:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731522030.829837:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:1.0:1731522030.829841:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445880. 00000100:00000010:2.0:1731522035.836375:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445f80. 02000000:00000010:2.0:1731522035.836399:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:1.0:1731522035.836469:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bec00. 00000400:00000010:1.0:1731522035.836475:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522035.836480:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522035.836485:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915042304, portal 25 00000400:00000010:1.0:1731522035.836488:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381f68. 00000100:00000200:1.0:1731522035.836489:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915042304, offset 0 00000400:00000200:1.0:1731522035.836495:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522035.836503:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522035.836507:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522035.836509:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522035.836511:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522035.836513:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522035.836515:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [589:589:256:4294967295] 192.168.203.102@tcp LPNI seq info [589:589:8:4294967295] 00000400:00000200:1.0:1731522035.836521:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522035.836525:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522035.836527:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731522035.836530:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522035.836536:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522035.836539:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522035.836644:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522035.836648:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731522035.836651:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522035.836655:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522035.836658:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381f68 00000400:00000010:0.0:1731522035.836659:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381f68. 00000100:00000200:0.0:1731522035.836665:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445f80 x1815629915042304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522035.837676:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522035.837686:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213200 00000400:00000200:0.0:1731522035.837691:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1339 [1] + 224 00000400:00000200:0.0:1731522035.837709:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522035.837718:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522035.837723:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445f80 x1815629915042304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522035.837798:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522035.837802:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522035.837803:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522035.837808:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445f80 x1815629915042304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522035.837820:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445f80 x1815629915042304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522035.837836:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bec00. 02000000:00000010:1.0:1731522035.837840:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:1.0:1731522035.837844:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445f80. 00000100:00000010:2.0:1731522040.844399:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445c00. 02000000:00000010:2.0:1731522040.844417:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:3.0:1731522040.844489:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd97400. 00000400:00000010:3.0:1731522040.844496:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522040.844502:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522040.844508:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915042432, portal 25 00000400:00000010:3.0:1731522040.844512:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d550. 00000100:00000200:3.0:1731522040.844514:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915042432, offset 0 00000400:00000200:3.0:1731522040.844523:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522040.844533:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522040.844537:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522040.844541:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522040.844544:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522040.844546:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522040.844548:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [590:590:256:4294967295] 192.168.203.102@tcp LPNI seq info [590:590:8:4294967295] 00000400:00000200:3.0:1731522040.844555:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522040.844559:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522040.844562:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39c00. 00000800:00000200:3.0:1731522040.844565:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522040.844571:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522040.844574:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522040.844666:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522040.844668:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39c00. 00000400:00000200:0.0:1731522040.844672:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522040.844676:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522040.844678:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d550 00000400:00000010:0.0:1731522040.844679:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d550. 00000100:00000200:0.0:1731522040.844684:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445c00 x1815629915042432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522040.845593:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522040.845599:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213280 00000400:00000200:0.0:1731522040.845603:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1341 [1] + 224 00000400:00000200:0.0:1731522040.845615:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522040.845618:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522040.845622:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445c00 x1815629915042432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522040.845662:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522040.845666:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522040.845667:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522040.845672:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445c00 x1815629915042432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522040.845691:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445c00 x1815629915042432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522040.845708:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd97400. 02000000:00000010:3.0:1731522040.845711:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:3.0:1731522040.845715:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445c00. 00000100:00000010:2.0:1731522045.852371:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446300. 02000000:00000010:2.0:1731522045.852387:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:0.0:1731522045.852454:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6800. 00000400:00000010:0.0:1731522045.852461:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856420. 00000400:00000010:0.0:1731522045.852466:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9663b8. 00000100:00000200:0.0:1731522045.852470:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915042560, portal 25 00000400:00000010:0.0:1731522045.852474:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966440. 00000100:00000200:0.0:1731522045.852475:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915042560, offset 0 00000400:00000200:0.0:1731522045.852481:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731522045.852489:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731522045.852492:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522045.852495:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731522045.852497:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522045.852499:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731522045.852500:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [591:591:256:4294967295] 192.168.203.102@tcp LPNI seq info [591:591:8:4294967295] 00000400:00000200:0.0:1731522045.852515:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731522045.852519:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731522045.852522:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78300. 00000800:00000200:0.0:1731522045.852526:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731522045.852531:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731522045.852534:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522045.852687:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522045.852691:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78300. 00000400:00000200:2.0:1731522045.852694:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522045.852698:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731522045.852701:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966440 00000400:00000010:2.0:1731522045.852703:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966440. 00000100:00000200:2.0:1731522045.852708:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446300 x1815629915042560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522045.853807:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522045.853813:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213300 00000400:00000200:0.0:1731522045.853818:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1349 [1] + 224 00000400:00000200:0.0:1731522045.853829:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522045.853831:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522045.853835:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446300 x1815629915042560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522045.853883:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856420. 00000400:00000200:2.0:1731522045.853886:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9663b8 00000400:00000010:2.0:1731522045.853887:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9663b8. 00000100:00000200:2.0:1731522045.853891:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446300 x1815629915042560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522045.853896:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446300 x1815629915042560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522045.853910:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6800. 02000000:00000010:2.0:1731522045.853914:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:2.0:1731522045.853916:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446300. 00000100:00000010:2.0:1731522050.860384:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446300. 02000000:00000010:2.0:1731522050.860401:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731522050.860480:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522050.860487:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522050.860492:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522050.860497:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915042688, portal 25 00000400:00000010:3.0:1731522050.860501:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731522050.860502:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915042688, offset 0 00000400:00000200:3.0:1731522050.860510:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522050.860519:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522050.860523:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522050.860526:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522050.860529:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522050.860531:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522050.860534:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [592:592:256:4294967295] 192.168.203.102@tcp LPNI seq info [592:592:8:4294967295] 00000400:00000200:3.0:1731522050.860542:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522050.860546:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522050.860549:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39300. 00000800:00000200:3.0:1731522050.860552:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522050.860558:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522050.860561:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522050.860662:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522050.860664:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39300. 00000400:00000200:0.0:1731522050.860666:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522050.860669:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522050.860671:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:0.0:1731522050.860672:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:0.0:1731522050.860677:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446300 x1815629915042688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522050.861677:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522050.861685:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213380 00000400:00000200:0.0:1731522050.861691:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1351 [1] + 224 00000400:00000200:0.0:1731522050.861707:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522050.861710:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522050.861714:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446300 x1815629915042688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522050.861771:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522050.861774:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522050.861775:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522050.861779:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446300 x1815629915042688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522050.861792:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446300 x1815629915042688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522050.861805:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522050.861808:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731522050.861810:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446300. 00000008:00000010:2.0:1731522052.220388:0:49:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b6d10f00. 00000100:00000010:2.0:1731522052.220399:0:49:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446d80. 02000000:00000010:2.0:1731522052.220411:0:49:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b4224400. 00000008:00000010:2.0:1731522052.220418:0:49:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b66135b0. 00000008:00000010:2.0:1731522052.220456:0:49:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b6d10f00. 00000008:00000010:2.0:1731522052.220461:0:49:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b6d10f00. 00000100:00000010:2.0:1731522052.220464:0:49:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731522052.220466:0:49:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b4225600. 00000008:00000010:2.0:1731522052.220469:0:49:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b6613dd0. 00000008:00000010:2.0:1731522052.220477:0:49:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b6d10f00. 00000008:00000010:2.0:1731522052.220479:0:49:0:(osc_request.c:856:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b6d10f00. 00000100:00000010:2.0:1731522052.220481:0:49:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446a00. 02000000:00000010:2.0:1731522052.220483:0:49:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b4225200. 00000008:00000010:2.0:1731522052.220484:0:49:0:(osc_request.c:3618:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b66138f0. 00000008:00000010:2.0:1731522052.220486:0:49:0:(osc_request.c:884:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b6d10f00. 00000008:00000010:3.0:1731522052.220496:0:6393:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6613dd0. 00000008:00000010:2.0:1731522052.220497:0:6394:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b66138f0. 02000000:00000010:2.0:1731522052.220502:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b4225200. 02000000:00000010:3.0:1731522052.220502:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b4225600. 00000100:00000010:2.0:1731522052.220504:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446a00. 00000100:00000010:3.0:1731522052.220504:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000008:00000010:3.0:1731522052.220516:0:6391:0:(osc_request.c:798:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b66135b0. 02000000:00000010:3.0:1731522052.220518:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b4224400. 00000100:00000010:3.0:1731522052.220519:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446d80. 00000100:00000010:2.0:1731522055.868375:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446a00. 02000000:00000010:2.0:1731522055.868391:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10f00. 02000000:00000010:3.0:1731522055.868480:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522055.868487:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522055.868491:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522055.868496:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915043200, portal 25 00000400:00000010:3.0:1731522055.868499:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dee0. 00000100:00000200:3.0:1731522055.868500:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915043200, offset 0 00000400:00000200:3.0:1731522055.868507:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522055.868516:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522055.868520:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522055.868523:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522055.868525:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522055.868526:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522055.868528:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [593:593:256:4294967295] 192.168.203.102@tcp LPNI seq info [593:593:8:4294967295] 00000400:00000200:3.0:1731522055.868533:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522055.868537:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522055.868540:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39800. 00000800:00000200:3.0:1731522055.868543:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522055.868549:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522055.868561:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522055.868659:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522055.868661:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39800. 00000400:00000200:0.0:1731522055.868664:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522055.868668:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522055.868670:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dee0 00000400:00000010:0.0:1731522055.868671:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dee0. 00000100:00000200:0.0:1731522055.868676:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446a00 x1815629915043200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522055.869805:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522055.869814:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213580 00000400:00000200:0.0:1731522055.869819:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1359 [1] + 224 00000400:00000200:0.0:1731522055.869833:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522055.869836:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522055.869839:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446a00 x1815629915043200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522055.869887:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522055.869890:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522055.869891:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522055.869894:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446a00 x1815629915043200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522055.869900:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446a00 x1815629915043200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522055.869914:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522055.869917:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10f00. 00000100:00000010:3.0:1731522055.869920:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446a00. 00000100:00000010:2.0:1731522060.876376:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447800. 02000000:00000010:2.0:1731522060.876392:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10f00. 02000000:00000010:1.0:1731522060.876465:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731522060.876471:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522060.876475:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522060.876480:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915043328, portal 25 00000400:00000010:1.0:1731522060.876485:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381f68. 00000100:00000200:1.0:1731522060.876486:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915043328, offset 0 00000400:00000200:1.0:1731522060.876497:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522060.876504:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522060.876508:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522060.876510:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522060.876512:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522060.876514:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522060.876516:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [594:594:256:4294967295] 192.168.203.102@tcp LPNI seq info [594:594:8:4294967295] 00000400:00000200:1.0:1731522060.876522:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522060.876525:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522060.876528:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731522060.876531:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522060.876537:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522060.876539:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522060.876661:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522060.876664:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731522060.876668:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522060.876673:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522060.876676:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381f68 00000400:00000010:0.0:1731522060.876678:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381f68. 00000100:00000200:0.0:1731522060.876684:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447800 x1815629915043328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522060.877695:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522060.877704:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213600 00000400:00000200:0.0:1731522060.877709:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1361 [1] + 224 00000400:00000200:0.0:1731522060.877726:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522060.877730:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522060.877735:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447800 x1815629915043328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522060.877787:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522060.877791:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522060.877791:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522060.877795:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447800 x1815629915043328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522060.877808:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447800 x1815629915043328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522060.877821:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731522060.877824:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10f00. 00000100:00000010:1.0:1731522060.877826:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447800. 00000100:00000010:2.0:1731522065.884326:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731522065.884343:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731522065.884408:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522065.884414:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522065.884418:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522065.884423:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915043456, portal 25 00000400:00000010:3.0:1731522065.884426:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4ddd0. 00000100:00000200:3.0:1731522065.884428:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915043456, offset 0 00000400:00000200:3.0:1731522065.884435:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522065.884443:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522065.884446:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522065.884449:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522065.884451:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522065.884452:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522065.884454:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [595:595:256:4294967295] 192.168.203.102@tcp LPNI seq info [595:595:8:4294967295] 00000400:00000200:3.0:1731522065.884460:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522065.884464:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522065.884466:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39000. 00000800:00000200:3.0:1731522065.884470:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522065.884476:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522065.884479:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522065.884573:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522065.884576:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39000. 00000400:00000200:0.0:1731522065.884579:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522065.884583:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522065.884586:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4ddd0 00000400:00000010:0.0:1731522065.884587:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4ddd0. 00000100:00000200:0.0:1731522065.884591:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629915043456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522065.885581:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522065.885587:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213680 00000400:00000200:0.0:1731522065.885591:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1369 [1] + 224 00000400:00000200:0.0:1731522065.885603:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522065.885605:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522065.885609:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629915043456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522065.885647:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522065.885650:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522065.885651:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522065.885655:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629915043456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522065.885660:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629915043456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522065.885674:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522065.885676:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731522065.885679:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000100:00000010:2.0:1731522070.892360:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447b80. 02000000:00000010:2.0:1731522070.892376:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:3.0:1731522070.892475:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522070.892482:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522070.892489:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522070.892494:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915043584, portal 25 00000400:00000010:3.0:1731522070.892498:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dd48. 00000100:00000200:3.0:1731522070.892500:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915043584, offset 0 00000400:00000200:3.0:1731522070.892508:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522070.892517:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522070.892522:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522070.892525:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522070.892528:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522070.892530:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522070.892532:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [596:596:256:4294967295] 192.168.203.102@tcp LPNI seq info [596:596:8:4294967295] 00000400:00000200:3.0:1731522070.892540:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522070.892544:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522070.892547:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39f00. 00000800:00000200:3.0:1731522070.892551:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522070.892556:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522070.892559:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522070.892698:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522070.892701:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39f00. 00000400:00000200:0.0:1731522070.892704:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522070.892708:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522070.892711:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dd48 00000400:00000010:0.0:1731522070.892712:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dd48. 00000100:00000200:0.0:1731522070.892716:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447b80 x1815629915043584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522070.893799:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522070.893808:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213700 00000400:00000200:0.0:1731522070.893813:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1371 [1] + 224 00000400:00000200:0.0:1731522070.893831:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522070.893835:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522070.893840:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447b80 x1815629915043584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522070.893896:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522070.893903:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522070.893904:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522070.893911:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447b80 x1815629915043584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522070.893916:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447b80 x1815629915043584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522070.893929:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522070.893932:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:3.0:1731522070.893935:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447b80. 00000100:00000010:2.0:1731522075.900347:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447480. 02000000:00000010:2.0:1731522075.900363:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:3.0:1731522075.900472:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522075.900480:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522075.900484:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522075.900489:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915043712, portal 25 00000400:00000010:3.0:1731522075.900492:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d990. 00000100:00000200:3.0:1731522075.900494:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915043712, offset 0 00000400:00000200:3.0:1731522075.900500:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522075.900508:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522075.900512:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522075.900516:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522075.900518:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522075.900519:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522075.900521:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [597:597:256:4294967295] 192.168.203.102@tcp LPNI seq info [597:597:8:4294967295] 00000400:00000200:3.0:1731522075.900527:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522075.900531:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522075.900533:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39d00. 00000800:00000200:3.0:1731522075.900537:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522075.900542:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522075.900545:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522075.900669:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522075.900672:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39d00. 00000400:00000200:0.0:1731522075.900675:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522075.900680:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522075.900684:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d990 00000400:00000010:0.0:1731522075.900685:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d990. 00000100:00000200:0.0:1731522075.900691:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447480 x1815629915043712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522075.901721:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522075.901728:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213780 00000400:00000200:0.0:1731522075.901732:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1379 [1] + 224 00000400:00000200:0.0:1731522075.901745:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522075.901748:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522075.901752:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447480 x1815629915043712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522075.901796:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522075.901799:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522075.901809:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522075.901813:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447480 x1815629915043712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522075.901817:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447480 x1815629915043712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522075.901831:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522075.901833:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:3.0:1731522075.901835:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447480. 00000100:00000010:2.0:1731522080.908354:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447480. 02000000:00000010:2.0:1731522080.908370:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:1.0:1731522080.908452:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731522080.908459:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522080.908465:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522080.908471:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915043840, portal 25 00000400:00000010:1.0:1731522080.908475:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381e58. 00000100:00000200:1.0:1731522080.908476:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915043840, offset 0 00000400:00000200:1.0:1731522080.908484:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522080.908493:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522080.908497:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522080.908500:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522080.908503:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522080.908505:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522080.908508:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [598:598:256:4294967295] 192.168.203.102@tcp LPNI seq info [598:598:8:4294967295] 00000400:00000200:1.0:1731522080.908516:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522080.908521:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522080.908525:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522080.908530:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522080.908537:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522080.908541:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522080.908653:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522080.908656:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522080.908661:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522080.908665:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522080.908669:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381e58 00000400:00000010:0.0:1731522080.908670:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381e58. 00000100:00000200:0.0:1731522080.908676:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447480 x1815629915043840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522080.909597:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522080.909605:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213800 00000400:00000200:0.0:1731522080.909611:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1381 [1] + 224 00000400:00000200:0.0:1731522080.909626:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522080.909629:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522080.909633:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447480 x1815629915043840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522080.909684:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522080.909687:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522080.909689:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522080.909693:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447480 x1815629915043840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522080.909709:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447480 x1815629915043840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522080.909725:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731522080.909729:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:1.0:1731522080.909732:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447480. 00000100:00000010:2.0:1731522085.916362:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447b80. 02000000:00000010:2.0:1731522085.916381:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:3.0:1731522085.916455:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522085.916463:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522085.916469:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522085.916474:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915043968, portal 25 00000400:00000010:3.0:1731522085.916479:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d908. 00000100:00000200:3.0:1731522085.916481:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915043968, offset 0 00000400:00000200:3.0:1731522085.916488:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522085.916496:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522085.916499:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522085.916502:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522085.916504:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522085.916505:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522085.916507:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [599:599:256:4294967295] 192.168.203.102@tcp LPNI seq info [599:599:8:4294967295] 00000400:00000200:3.0:1731522085.916513:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522085.916517:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522085.916519:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39900. 00000800:00000200:3.0:1731522085.916523:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522085.916529:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522085.916531:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522085.916625:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522085.916628:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39900. 00000400:00000200:0.0:1731522085.916631:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522085.916634:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522085.916636:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d908 00000400:00000010:0.0:1731522085.916637:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d908. 00000100:00000200:0.0:1731522085.916642:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447b80 x1815629915043968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522085.917660:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522085.917670:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213880 00000400:00000200:0.0:1731522085.917674:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1389 [1] + 224 00000400:00000200:0.0:1731522085.917691:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522085.917694:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522085.917699:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447b80 x1815629915043968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522085.917741:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522085.917744:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522085.917746:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522085.917749:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447b80 x1815629915043968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522085.917763:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447b80 x1815629915043968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522085.917780:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522085.917783:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:3.0:1731522085.917786:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447b80. 00000100:00000010:2.0:1731522090.924364:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731522090.924382:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:0.0:1731522090.924465:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7a00. 00000400:00000010:0.0:1731522090.924473:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856058. 00000400:00000010:0.0:1731522090.924479:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966550. 00000100:00000200:0.0:1731522090.924485:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915044096, portal 25 00000400:00000010:0.0:1731522090.924489:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9662a8. 00000100:00000200:0.0:1731522090.924490:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915044096, offset 0 00000400:00000200:0.0:1731522090.924499:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731522090.924508:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731522090.924512:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522090.924515:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731522090.924517:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522090.924518:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731522090.924520:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [600:600:256:4294967295] 192.168.203.102@tcp LPNI seq info [600:600:8:4294967295] 00000400:00000200:0.0:1731522090.924527:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731522090.924541:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731522090.924544:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78700. 00000800:00000200:0.0:1731522090.924548:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731522090.924554:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731522090.924556:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522090.924646:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522090.924653:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78700. 00000400:00000200:2.0:1731522090.924655:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522090.924659:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731522090.924661:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9662a8 00000400:00000010:2.0:1731522090.924662:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9662a8. 00000100:00000200:2.0:1731522090.924667:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629915044096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522090.925629:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522090.925639:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213900 00000400:00000200:0.0:1731522090.925644:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1391 [1] + 224 00000400:00000200:0.0:1731522090.925660:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522090.925664:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522090.925669:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629915044096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522090.925716:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856058. 00000400:00000200:2.0:1731522090.925719:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966550 00000400:00000010:2.0:1731522090.925720:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966550. 00000100:00000200:2.0:1731522090.925723:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629915044096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522090.925728:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629915044096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522090.925741:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7a00. 02000000:00000010:2.0:1731522090.925745:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:2.0:1731522090.925747:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000100:00000010:2.0:1731522095.932328:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731522095.932343:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:1.0:1731522095.932421:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731522095.932427:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522095.932433:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522095.932439:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915044224, portal 25 00000400:00000010:1.0:1731522095.932442:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381cc0. 00000100:00000200:1.0:1731522095.932444:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915044224, offset 0 00000400:00000200:1.0:1731522095.932452:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522095.932461:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522095.932465:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522095.932468:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522095.932472:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522095.932474:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522095.932476:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [601:601:256:4294967295] 192.168.203.102@tcp LPNI seq info [601:601:8:4294967295] 00000400:00000200:1.0:1731522095.932485:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522095.932490:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522095.932497:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522095.932502:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522095.932508:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522095.932511:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522095.932642:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522095.932646:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522095.932648:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522095.932652:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522095.932655:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381cc0 00000400:00000010:0.0:1731522095.932656:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381cc0. 00000100:00000200:0.0:1731522095.932661:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629915044224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522095.933569:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522095.933578:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213980 00000400:00000200:0.0:1731522095.933584:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1399 [1] + 224 00000400:00000200:0.0:1731522095.933602:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522095.933605:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522095.933610:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629915044224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522095.933653:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522095.933657:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522095.933658:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522095.933662:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629915044224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522095.933682:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629915044224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522095.933698:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731522095.933701:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:1.0:1731522095.933705:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000100:00000010:2.0:1731522100.940316:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447800. 02000000:00000010:2.0:1731522100.940335:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:1.0:1731522100.940406:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731522100.940412:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522100.940416:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522100.940421:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915044352, portal 25 00000400:00000010:1.0:1731522100.940424:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381d48. 00000100:00000200:1.0:1731522100.940425:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915044352, offset 0 00000400:00000200:1.0:1731522100.940431:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522100.940439:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522100.940443:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522100.940445:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522100.940448:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522100.940449:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522100.940451:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [602:602:256:4294967295] 192.168.203.102@tcp LPNI seq info [602:602:8:4294967295] 00000400:00000200:1.0:1731522100.940457:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522100.940461:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522100.940463:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522100.940467:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522100.940472:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522100.940475:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522100.940569:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522100.940579:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522100.940583:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522100.940587:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522100.940589:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381d48 00000400:00000010:0.0:1731522100.940590:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381d48. 00000100:00000200:0.0:1731522100.940595:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447800 x1815629915044352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522100.941607:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522100.941615:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213a00 00000400:00000200:0.0:1731522100.941619:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x13a1 [1] + 224 00000400:00000200:0.0:1731522100.941629:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522100.941632:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522100.941635:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447800 x1815629915044352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522100.941679:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522100.941681:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522100.941683:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522100.941686:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447800 x1815629915044352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522100.941699:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447800 x1815629915044352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522100.941712:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731522100.941715:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:1.0:1731522100.941717:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447800. 00000100:00000010:2.0:1731522105.948369:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446a00. 02000000:00000010:2.0:1731522105.948384:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:0.0:1731522105.948467:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6600. 00000400:00000010:0.0:1731522105.948474:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856738. 00000400:00000010:0.0:1731522105.948480:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966c38. 00000100:00000200:0.0:1731522105.948486:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915044480, portal 25 00000400:00000010:0.0:1731522105.948489:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9667f8. 00000100:00000200:0.0:1731522105.948492:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915044480, offset 0 00000400:00000200:0.0:1731522105.948499:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731522105.948509:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731522105.948513:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522105.948516:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731522105.948519:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522105.948521:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731522105.948524:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [603:603:256:4294967295] 192.168.203.102@tcp LPNI seq info [603:603:8:4294967295] 00000400:00000200:0.0:1731522105.948533:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731522105.948538:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731522105.948542:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78d00. 00000800:00000200:0.0:1731522105.948556:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731522105.948563:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731522105.948567:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522105.948656:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522105.948659:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78d00. 00000400:00000200:2.0:1731522105.948661:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522105.948665:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731522105.948668:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9667f8 00000400:00000010:2.0:1731522105.948669:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9667f8. 00000100:00000200:2.0:1731522105.948675:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446a00 x1815629915044480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522105.949708:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522105.949716:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213a80 00000400:00000200:0.0:1731522105.949722:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x13a9 [1] + 224 00000400:00000200:0.0:1731522105.949735:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522105.949738:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522105.949744:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446a00 x1815629915044480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522105.949792:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856738. 00000400:00000200:2.0:1731522105.949800:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966c38 00000400:00000010:2.0:1731522105.949801:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966c38. 00000100:00000200:2.0:1731522105.949806:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446a00 x1815629915044480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522105.949813:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446a00 x1815629915044480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522105.949830:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6600. 02000000:00000010:2.0:1731522105.949834:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:2.0:1731522105.949837:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446a00. 00000100:00000010:2.0:1731522110.956383:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446a00. 02000000:00000010:2.0:1731522110.956399:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:0.0:1731522110.956481:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7000. 00000400:00000010:0.0:1731522110.956488:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856478. 00000400:00000010:0.0:1731522110.956493:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9664c8. 00000100:00000200:0.0:1731522110.956499:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915044608, portal 25 00000400:00000010:0.0:1731522110.956503:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966f68. 00000100:00000200:0.0:1731522110.956505:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915044608, offset 0 00000400:00000200:0.0:1731522110.956513:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731522110.956524:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731522110.956528:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522110.956532:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731522110.956535:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522110.956537:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731522110.956540:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [604:604:256:4294967295] 192.168.203.102@tcp LPNI seq info [604:604:8:4294967295] 00000400:00000200:0.0:1731522110.956548:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731522110.956553:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731522110.956556:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78000. 00000800:00000200:0.0:1731522110.956560:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731522110.956567:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731522110.956570:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522110.956670:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522110.956672:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78000. 00000400:00000200:2.0:1731522110.956674:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522110.956678:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731522110.956680:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966f68 00000400:00000010:2.0:1731522110.956681:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966f68. 00000100:00000200:2.0:1731522110.956685:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446a00 x1815629915044608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522110.957649:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522110.957658:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213b00 00000400:00000200:0.0:1731522110.957664:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x13b1 [1] + 224 00000400:00000200:0.0:1731522110.957677:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522110.957680:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522110.957685:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446a00 x1815629915044608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522110.957783:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856478. 00000400:00000200:2.0:1731522110.957787:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9664c8 00000400:00000010:2.0:1731522110.957788:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9664c8. 00000100:00000200:2.0:1731522110.957792:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446a00 x1815629915044608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522110.957799:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446a00 x1815629915044608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522126 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522110.957816:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7000. 02000000:00000010:2.0:1731522110.957820:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:2.0:1731522110.957823:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446a00. 00000100:00000010:0.0:1731522115.964418:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731522115.964437:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:2.0:1731522115.964502:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731522115.964510:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731522115.964526:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731522115.964533:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915044736, portal 25 00000400:00000010:2.0:1731522115.964537:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac33b8. 00000100:00000200:2.0:1731522115.964539:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915044736, offset 0 00000400:00000200:2.0:1731522115.964547:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731522115.964555:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731522115.964559:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522115.964562:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731522115.964564:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522115.964566:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731522115.964568:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [605:605:256:4294967295] 192.168.203.102@tcp LPNI seq info [605:605:8:4294967295] 00000400:00000200:2.0:1731522115.964574:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731522115.964578:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731522115.964580:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731522115.964584:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731522115.964589:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731522115.964592:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522115.964694:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522115.964697:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731522115.964702:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522115.964706:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522115.964709:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac33b8 00000400:00000010:0.0:1731522115.964711:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac33b8. 00000100:00000200:0.0:1731522115.964718:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629915044736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522115.965920:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522115.965929:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213b80 00000400:00000200:0.0:1731522115.965935:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x13b9 [1] + 224 00000400:00000200:0.0:1731522115.965949:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522115.965952:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522115.965956:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629915044736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522131 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522115.966014:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731522115.966018:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731522115.966019:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731522115.966024:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629915044736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522115.966031:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629915044736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522131 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522115.966048:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731522115.966052:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:2.0:1731522115.966055:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731522120.972385:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731522120.972403:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:1.0:1731522120.972486:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731522120.972493:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522120.972499:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522120.972505:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915044864, portal 25 00000400:00000010:1.0:1731522120.972509:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381908. 00000100:00000200:1.0:1731522120.972511:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915044864, offset 0 00000400:00000200:1.0:1731522120.972519:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522120.972529:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522120.972534:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522120.972538:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522120.972541:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522120.972543:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522120.972546:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [606:606:256:4294967295] 192.168.203.102@tcp LPNI seq info [606:606:8:4294967295] 00000400:00000200:1.0:1731522120.972555:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522120.972561:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522120.972564:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731522120.972570:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522120.972578:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522120.972581:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522120.972671:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522120.972675:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731522120.972679:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522120.972695:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522120.972699:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381908 00000400:00000010:0.0:1731522120.972700:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381908. 00000100:00000200:0.0:1731522120.972706:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629915044864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522120.973956:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522120.973983:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213c00 00000400:00000200:0.0:1731522120.974003:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x13c1 [1] + 224 00000400:00000200:0.0:1731522120.974060:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522120.974065:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522120.974094:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629915044864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522120.974147:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522120.974150:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522120.974151:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522120.974155:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629915044864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522120.974171:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629915044864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522120.974188:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731522120.974192:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:1.0:1731522120.974195:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731522125.980327:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731522125.980345:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:3.0:1731522125.980422:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522125.980429:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522125.980435:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522125.980441:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915044992, portal 25 00000400:00000010:3.0:1731522125.980446:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d908. 00000100:00000200:3.0:1731522125.980448:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915044992, offset 0 00000400:00000200:3.0:1731522125.980455:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522125.980464:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522125.980469:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522125.980472:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522125.980476:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522125.980478:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522125.980480:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [607:607:256:4294967295] 192.168.203.102@tcp LPNI seq info [607:607:8:4294967295] 00000400:00000200:3.0:1731522125.980489:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522125.980494:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522125.980497:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39500. 00000800:00000200:3.0:1731522125.980501:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522125.980508:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522125.980511:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522125.980651:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522125.980654:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39500. 00000400:00000200:0.0:1731522125.980656:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522125.980660:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522125.980662:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d908 00000400:00000010:0.0:1731522125.980663:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d908. 00000100:00000200:0.0:1731522125.980668:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629915044992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522125.981692:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522125.981699:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213c80 00000400:00000200:0.0:1731522125.981703:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x13c9 [1] + 224 00000400:00000200:0.0:1731522125.981716:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522125.981719:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522125.981722:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629915044992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522125.981764:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522125.981767:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522125.981767:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522125.981779:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629915044992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522125.981792:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629915044992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522125.981805:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522125.981807:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:3.0:1731522125.981809:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731522130.988359:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731522130.988375:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:2.0:1731522130.988446:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731522130.988453:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731522130.988458:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731522130.988463:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915045120, portal 25 00000400:00000010:2.0:1731522130.988476:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac37f8. 00000100:00000200:2.0:1731522130.988478:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915045120, offset 0 00000400:00000200:2.0:1731522130.988484:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731522130.988493:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731522130.988496:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522130.988499:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731522130.988501:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522130.988502:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731522130.988504:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [608:608:256:4294967295] 192.168.203.102@tcp LPNI seq info [608:608:8:4294967295] 00000400:00000200:2.0:1731522130.988511:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731522130.988515:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731522130.988518:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731522130.988523:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731522130.988529:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731522130.988533:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522130.988633:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522130.988636:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731522130.988639:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522130.988642:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522130.988645:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac37f8 00000400:00000010:0.0:1731522130.988646:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac37f8. 00000100:00000200:0.0:1731522130.988651:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629915045120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522130.989600:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522130.989608:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213d00 00000400:00000200:0.0:1731522130.989614:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x13d1 [1] + 224 00000400:00000200:0.0:1731522130.989628:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522130.989632:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522130.989636:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629915045120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522130.989690:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731522130.989694:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731522130.989695:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731522130.989700:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629915045120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522130.989708:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629915045120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522130.989724:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731522130.989729:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:2.0:1731522130.989731:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731522135.996386:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731522135.996408:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:2.0:1731522135.996482:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731522135.996488:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731522135.996494:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731522135.996499:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915045248, portal 25 00000400:00000010:2.0:1731522135.996503:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac36e8. 00000100:00000200:2.0:1731522135.996515:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915045248, offset 0 00000400:00000200:2.0:1731522135.996523:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731522135.996534:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731522135.996538:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522135.996541:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731522135.996544:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522135.996546:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731522135.996548:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [609:609:256:4294967295] 192.168.203.102@tcp LPNI seq info [609:609:8:4294967295] 00000400:00000200:2.0:1731522135.996557:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731522135.996563:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731522135.996566:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731522135.996571:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731522135.996579:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731522135.996583:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522135.996681:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522135.996684:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731522135.996687:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522135.996691:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522135.996694:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac36e8 00000400:00000010:0.0:1731522135.996695:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac36e8. 00000100:00000200:0.0:1731522135.996722:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629915045248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522135.997692:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522135.997714:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213d80 00000400:00000200:0.0:1731522135.997726:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x13d9 [1] + 224 00000400:00000200:0.0:1731522135.997740:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522135.997743:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522135.997748:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629915045248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522135.997804:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731522135.997808:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731522135.997810:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731522135.997814:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629915045248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522135.997822:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629915045248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522135.997837:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731522135.997840:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:2.0:1731522135.997844:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731522141.004363:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731522141.004380:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:1.0:1731522141.004460:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bfe00. 00000400:00000010:1.0:1731522141.004468:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522141.004474:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522141.004480:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915045376, portal 25 00000400:00000010:1.0:1731522141.004484:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381c38. 00000100:00000200:1.0:1731522141.004486:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915045376, offset 0 00000400:00000200:1.0:1731522141.004494:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522141.004503:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522141.004508:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522141.004512:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522141.004514:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522141.004516:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522141.004519:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [610:610:256:4294967295] 192.168.203.102@tcp LPNI seq info [610:610:8:4294967295] 00000400:00000200:1.0:1731522141.004528:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522141.004533:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522141.004537:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522141.004541:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522141.004549:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522141.004552:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522141.004659:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522141.004662:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522141.004697:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522141.004702:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522141.004705:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381c38 00000400:00000010:0.0:1731522141.004707:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381c38. 00000100:00000200:0.0:1731522141.004713:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629915045376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522141.005717:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522141.005726:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213e00 00000400:00000200:0.0:1731522141.005737:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x13e1 [1] + 224 00000400:00000200:0.0:1731522141.005754:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522141.005757:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522141.005761:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629915045376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522141.005812:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522141.005817:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522141.005818:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522141.005823:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629915045376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522141.005844:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629915045376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522141.005862:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bfe00. 02000000:00000010:1.0:1731522141.005866:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:1.0:1731522141.005868:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731522146.012359:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731522146.012375:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78b00. 02000000:00000010:3.0:1731522146.012450:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522146.012458:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522146.012463:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522146.012469:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915045504, portal 25 00000400:00000010:3.0:1731522146.012473:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d990. 00000100:00000200:3.0:1731522146.012475:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915045504, offset 0 00000400:00000200:3.0:1731522146.012482:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522146.012492:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522146.012496:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522146.012500:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522146.012503:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522146.012505:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522146.012508:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [611:611:256:4294967295] 192.168.203.102@tcp LPNI seq info [611:611:8:4294967295] 00000400:00000200:3.0:1731522146.012517:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522146.012522:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522146.012525:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39b00. 00000800:00000200:3.0:1731522146.012530:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522146.012536:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522146.012540:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522146.012626:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522146.012628:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39b00. 00000400:00000200:0.0:1731522146.012649:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522146.012653:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522146.012656:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d990 00000400:00000010:0.0:1731522146.012657:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d990. 00000100:00000200:0.0:1731522146.012670:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629915045504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522146.013681:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522146.013688:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213e80 00000400:00000200:0.0:1731522146.013692:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x13e9 [1] + 224 00000400:00000200:0.0:1731522146.013705:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522146.013707:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522146.013711:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629915045504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522146.013753:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522146.013757:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522146.013758:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522146.013762:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629915045504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522146.013781:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629915045504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522146.013798:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522146.013801:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78b00. 00000100:00000010:3.0:1731522146.013804:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731522151.020409:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731522151.020427:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:2.0:1731522151.020497:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731522151.020503:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731522151.020507:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731522151.020512:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915045632, portal 25 00000400:00000010:2.0:1731522151.020515:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3198. 00000100:00000200:2.0:1731522151.020516:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915045632, offset 0 00000400:00000200:2.0:1731522151.020531:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731522151.020540:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731522151.020543:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522151.020546:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731522151.020549:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522151.020550:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731522151.020552:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [612:612:256:4294967295] 192.168.203.102@tcp LPNI seq info [612:612:8:4294967295] 00000400:00000200:2.0:1731522151.020559:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731522151.020569:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731522151.020572:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731522151.020577:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731522151.020584:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731522151.020588:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522151.020723:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522151.020725:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731522151.020728:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522151.020732:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522151.020734:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3198 00000400:00000010:0.0:1731522151.020736:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3198. 00000100:00000200:0.0:1731522151.020740:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629915045632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522151.022015:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522151.022022:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213f00 00000400:00000200:0.0:1731522151.022026:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x13f1 [1] + 224 00000400:00000200:0.0:1731522151.022036:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522151.022039:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522151.022042:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629915045632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522151.022093:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731522151.022096:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731522151.022097:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731522151.022101:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629915045632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522151.022106:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629915045632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522151.022121:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731522151.022124:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:2.0:1731522151.022126:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731522156.028365:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731522156.028381:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:2.0:1731522156.028446:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731522156.028452:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731522156.028456:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731522156.028461:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915045760, portal 25 00000400:00000010:2.0:1731522156.028464:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac34c8. 00000100:00000200:2.0:1731522156.028466:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915045760, offset 0 00000400:00000200:2.0:1731522156.028472:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731522156.028489:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731522156.028493:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731522156.028495:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731522156.028497:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731522156.028499:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731522156.028501:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [613:613:256:4294967295] 192.168.203.102@tcp LPNI seq info [613:613:8:4294967295] 00000400:00000200:2.0:1731522156.028507:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731522156.028511:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731522156.028513:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731522156.028516:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731522156.028521:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731522156.028524:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522156.028631:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522156.028639:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731522156.028643:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522156.028648:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522156.028651:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac34c8 00000400:00000010:0.0:1731522156.028653:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac34c8. 00000100:00000200:0.0:1731522156.028659:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915045760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522156.029900:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522156.029908:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48213f80 00000400:00000200:0.0:1731522156.029913:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x13f9 [1] + 224 00000400:00000200:0.0:1731522156.029926:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522156.029929:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522156.029934:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915045760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522156.029982:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731522156.029986:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731522156.029987:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731522156.029992:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915045760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522156.029999:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915045760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522156.030016:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731522156.030020:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:2.0:1731522156.030023:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731522161.036385:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731522161.036402:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:1.0:1731522161.036478:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bee00. 00000400:00000010:1.0:1731522161.036485:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522161.036491:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522161.036496:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915045888, portal 25 00000400:00000010:1.0:1731522161.036500:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381550. 00000100:00000200:1.0:1731522161.036502:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915045888, offset 0 00000400:00000200:1.0:1731522161.036509:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522161.036518:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522161.036523:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522161.036561:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522161.036565:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522161.036567:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522161.036574:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [614:614:256:4294967295] 192.168.203.102@tcp LPNI seq info [614:614:8:4294967295] 00000400:00000200:1.0:1731522161.036583:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522161.036589:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522161.036592:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731522161.036597:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522161.036604:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522161.036607:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522161.036723:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522161.036727:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731522161.036731:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522161.036736:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522161.036739:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381550 00000400:00000010:0.0:1731522161.036741:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381550. 00000100:00000200:0.0:1731522161.036746:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915045888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522161.038743:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522161.038753:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214000 00000400:00000200:0.0:1731522161.038760:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1401 [1] + 224 00000400:00000200:0.0:1731522161.038777:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522161.038780:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522161.038785:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915045888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522161.038858:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522161.038863:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522161.038864:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522161.038869:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915045888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522161.038893:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915045888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522161.038911:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bee00. 02000000:00000010:1.0:1731522161.038915:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:1.0:1731522161.038918:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:2.0:1731522166.044413:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446a00. 02000000:00000010:2.0:1731522166.044427:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731522166.044516:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522166.044523:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522166.044528:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522166.044533:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915046016, portal 25 00000400:00000010:3.0:1731522166.044536:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dd48. 00000100:00000200:3.0:1731522166.044537:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915046016, offset 0 00000400:00000200:3.0:1731522166.044543:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522166.044552:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522166.044555:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522166.044558:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522166.044560:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522166.044562:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522166.044564:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [615:615:256:4294967295] 192.168.203.102@tcp LPNI seq info [615:615:8:4294967295] 00000400:00000200:3.0:1731522166.044570:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522166.044574:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522166.044576:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39100. 00000800:00000200:3.0:1731522166.044580:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522166.044586:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522166.044588:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522166.044687:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522166.044691:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39100. 00000400:00000200:0.0:1731522166.044695:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522166.044700:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522166.044703:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dd48 00000400:00000010:0.0:1731522166.044705:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dd48. 00000100:00000200:0.0:1731522166.044710:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446a00 x1815629915046016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522166.045690:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522166.045698:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214080 00000400:00000200:0.0:1731522166.045703:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1409 [1] + 224 00000400:00000200:0.0:1731522166.045718:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522166.045721:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522166.045726:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446a00 x1815629915046016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522166.045773:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522166.045777:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522166.045778:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522166.045781:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446a00 x1815629915046016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522166.045798:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446a00 x1815629915046016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522166.045812:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522166.045814:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731522166.045817:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446a00. 00000100:00000010:2.0:1731522171.052382:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446d80. 02000000:00000010:2.0:1731522171.052400:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:0.0:1731522171.052503:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de6200. 00000400:00000010:0.0:1731522171.052510:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856a50. 00000400:00000010:0.0:1731522171.052516:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966e58. 00000100:00000200:0.0:1731522171.052522:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915046144, portal 25 00000400:00000010:0.0:1731522171.052526:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966ee0. 00000100:00000200:0.0:1731522171.052528:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915046144, offset 0 00000400:00000200:0.0:1731522171.052536:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731522171.052546:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731522171.052550:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522171.052553:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731522171.052556:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522171.052559:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731522171.052562:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [616:616:256:4294967295] 192.168.203.102@tcp LPNI seq info [616:616:8:4294967295] 00000400:00000200:0.0:1731522171.052571:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731522171.052585:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731522171.052589:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78300. 00000800:00000200:0.0:1731522171.052594:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731522171.052601:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731522171.052604:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522171.052828:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522171.052831:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78300. 00000400:00000200:2.0:1731522171.052834:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522171.052839:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731522171.052847:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966ee0 00000400:00000010:2.0:1731522171.052849:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966ee0. 00000100:00000200:2.0:1731522171.052855:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446d80 x1815629915046144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522171.054707:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522171.054725:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214100 00000400:00000200:0.0:1731522171.054735:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1411 [1] + 224 00000400:00000200:0.0:1731522171.054758:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522171.054764:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522171.054774:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446d80 x1815629915046144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522171.054970:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856a50. 00000400:00000200:2.0:1731522171.054976:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966e58 00000400:00000010:2.0:1731522171.054978:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966e58. 00000100:00000200:2.0:1731522171.054984:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446d80 x1815629915046144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522171.054991:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446d80 x1815629915046144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522171.055014:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de6200. 02000000:00000010:2.0:1731522171.055021:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:2.0:1731522171.055025:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446d80. 00000100:00000010:2.0:1731522176.060385:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446d80. 02000000:00000010:2.0:1731522176.060403:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:0.0:1731522176.060512:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7800. 00000400:00000010:0.0:1731522176.060518:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8569f8. 00000400:00000010:0.0:1731522176.060522:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966d48. 00000100:00000200:0.0:1731522176.060527:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915046272, portal 25 00000400:00000010:0.0:1731522176.060530:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966770. 00000100:00000200:0.0:1731522176.060531:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915046272, offset 0 00000400:00000200:0.0:1731522176.060537:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731522176.060547:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731522176.060551:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731522176.060555:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731522176.060558:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731522176.060559:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731522176.060562:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [617:617:256:4294967295] 192.168.203.102@tcp LPNI seq info [617:617:8:4294967295] 00000400:00000200:0.0:1731522176.060570:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731522176.060576:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731522176.060579:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78f00. 00000800:00000200:0.0:1731522176.060583:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731522176.060602:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731522176.060605:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731522176.060718:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731522176.060721:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78f00. 00000400:00000200:2.0:1731522176.060725:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731522176.060731:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731522176.060734:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966770 00000400:00000010:2.0:1731522176.060735:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966770. 00000100:00000200:2.0:1731522176.060741:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446d80 x1815629915046272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522176.061792:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522176.061801:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214180 00000400:00000200:0.0:1731522176.061807:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1419 [1] + 224 00000400:00000200:0.0:1731522176.061822:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522176.061826:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522176.061832:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446d80 x1815629915046272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731522176.061883:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8569f8. 00000400:00000200:2.0:1731522176.061887:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966d48 00000400:00000010:2.0:1731522176.061888:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966d48. 00000100:00000200:2.0:1731522176.061893:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446d80 x1815629915046272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731522176.061900:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446d80 x1815629915046272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731522176.061926:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7800. 02000000:00000010:2.0:1731522176.061930:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:2.0:1731522176.061933:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446d80. 00000100:00000010:2.0:1731522181.068431:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446d80. 02000000:00000010:2.0:1731522181.068448:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:1.0:1731522181.068527:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731522181.068532:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522181.068537:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522181.068541:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915046400, portal 25 00000400:00000010:1.0:1731522181.068544:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3816e8. 00000100:00000200:1.0:1731522181.068546:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915046400, offset 0 00000400:00000200:1.0:1731522181.068552:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522181.068560:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522181.068563:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522181.068566:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522181.068568:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522181.068570:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522181.068572:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [618:618:256:4294967295] 192.168.203.102@tcp LPNI seq info [618:618:8:4294967295] 00000400:00000200:1.0:1731522181.068578:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522181.068581:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522181.068584:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731522181.068587:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522181.068592:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522181.068594:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522181.068702:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522181.068705:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731522181.068708:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522181.068711:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522181.068713:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3816e8 00000400:00000010:0.0:1731522181.068715:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3816e8. 00000100:00000200:0.0:1731522181.068720:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446d80 x1815629915046400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522181.069732:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522181.069741:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214200 00000400:00000200:0.0:1731522181.069746:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1421 [1] + 224 00000400:00000200:0.0:1731522181.069762:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522181.069766:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522181.069770:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446d80 x1815629915046400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522181.069832:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522181.069836:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522181.069838:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522181.069842:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446d80 x1815629915046400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522181.069864:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446d80 x1815629915046400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522181.069881:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731522181.069885:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:1.0:1731522181.069888:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446d80. 00000100:00000010:2.0:1731522186.076408:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731522186.076427:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:3.0:1731522186.076505:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522186.076511:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522186.076515:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522186.076521:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915046528, portal 25 00000400:00000010:3.0:1731522186.076523:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4ddd0. 00000100:00000200:3.0:1731522186.076524:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915046528, offset 0 00000400:00000200:3.0:1731522186.076530:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522186.076539:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522186.076543:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522186.076545:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522186.076548:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522186.076549:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522186.076551:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [619:619:256:4294967295] 192.168.203.102@tcp LPNI seq info [619:619:8:4294967295] 00000400:00000200:3.0:1731522186.076557:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522186.076560:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522186.076563:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39400. 00000800:00000200:3.0:1731522186.076566:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522186.076572:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522186.076574:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522186.076673:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522186.076678:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39400. 00000400:00000200:0.0:1731522186.076681:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522186.076686:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522186.076689:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4ddd0 00000400:00000010:0.0:1731522186.076699:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4ddd0. 00000100:00000200:0.0:1731522186.076706:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629915046528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522186.077731:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522186.077738:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214280 00000400:00000200:0.0:1731522186.077744:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1429 [1] + 224 00000400:00000200:0.0:1731522186.077757:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522186.077760:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522186.077764:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629915046528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522186.077819:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522186.077823:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522186.077825:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522186.077829:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629915046528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522186.077853:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629915046528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522186.077871:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522186.077874:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:3.0:1731522186.077877:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000100:00000010:0.0:1731522191.084418:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731522191.084434:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:3.0:1731522191.084491:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522191.084499:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522191.084505:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522191.084511:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915046656, portal 25 00000400:00000010:3.0:1731522191.084515:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dee0. 00000100:00000200:3.0:1731522191.084517:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915046656, offset 0 00000400:00000200:3.0:1731522191.084529:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522191.084539:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522191.084543:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522191.084547:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522191.084550:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522191.084552:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522191.084555:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [620:620:256:4294967295] 192.168.203.102@tcp LPNI seq info [620:620:8:4294967295] 00000400:00000200:3.0:1731522191.084563:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522191.084568:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522191.084571:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39200. 00000800:00000200:3.0:1731522191.084575:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522191.084582:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522191.084586:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522191.084706:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522191.084709:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39200. 00000400:00000200:0.0:1731522191.084713:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522191.084718:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522191.084721:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dee0 00000400:00000010:0.0:1731522191.084723:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dee0. 00000100:00000200:0.0:1731522191.084728:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629915046656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522191.085862:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522191.085871:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214300 00000400:00000200:0.0:1731522191.085876:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1431 [1] + 224 00000400:00000200:0.0:1731522191.085894:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522191.085898:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522191.085904:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629915046656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522191.085951:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522191.085956:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522191.085957:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522191.085962:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629915046656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522191.085981:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629915046656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522191.085997:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522191.086001:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:3.0:1731522191.086003:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:2.0:1731522196.092443:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446300. 02000000:00000010:2.0:1731522196.092460:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:3.0:1731522196.092541:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522196.092550:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522196.092556:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522196.092562:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915046784, portal 25 00000400:00000010:3.0:1731522196.092566:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731522196.092568:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915046784, offset 0 00000400:00000200:3.0:1731522196.092575:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522196.092585:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522196.092590:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522196.092593:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522196.092596:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522196.092598:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522196.092601:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [621:621:256:4294967295] 192.168.203.102@tcp LPNI seq info [621:621:8:4294967295] 00000400:00000200:3.0:1731522196.092610:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522196.092616:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522196.092620:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39a00. 00000800:00000200:3.0:1731522196.092625:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522196.092632:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522196.092636:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522196.092789:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522196.092793:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39a00. 00000400:00000200:0.0:1731522196.092805:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522196.092811:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522196.092814:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:0.0:1731522196.092816:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:0.0:1731522196.093426:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446300 x1815629915046784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522196.093847:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522196.093856:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214380 00000400:00000200:0.0:1731522196.093860:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1439 [1] + 224 00000400:00000200:0.0:1731522196.093875:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522196.093879:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522196.093885:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446300 x1815629915046784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522196.093926:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522196.093929:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522196.093931:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522196.093934:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446300 x1815629915046784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522196.093948:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446300 x1815629915046784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522196.093962:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522196.093965:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:3.0:1731522196.093967:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446300. 00000100:00000010:0.0:1731522201.100352:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731522201.100367:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:3.0:1731522201.100420:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522201.100427:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522201.100433:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522201.100438:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915046912, portal 25 00000400:00000010:3.0:1731522201.100442:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d550. 00000100:00000200:3.0:1731522201.100443:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915046912, offset 0 00000400:00000200:3.0:1731522201.100451:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522201.100461:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522201.100466:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522201.100469:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522201.100472:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522201.100474:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522201.100477:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [622:622:256:4294967295] 192.168.203.102@tcp LPNI seq info [622:622:8:4294967295] 00000400:00000200:3.0:1731522201.100485:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522201.100490:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522201.100494:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39a00. 00000800:00000200:3.0:1731522201.100499:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522201.100505:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522201.100508:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522201.100615:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522201.100618:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39a00. 00000400:00000200:0.0:1731522201.100622:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522201.100627:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522201.100630:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d550 00000400:00000010:0.0:1731522201.100631:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d550. 00000100:00000200:0.0:1731522201.100636:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629915046912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522201.101574:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522201.101584:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214400 00000400:00000200:0.0:1731522201.101590:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1441 [1] + 224 00000400:00000200:0.0:1731522201.101608:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522201.101611:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522201.101617:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629915046912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522201.101671:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522201.101675:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522201.101676:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522201.101681:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629915046912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522201.101699:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629915046912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522201.101715:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522201.101719:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:3.0:1731522201.101722:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731522206.108368:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731522206.108383:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:1.0:1731522206.108467:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731522206.108473:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522206.108479:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522206.108484:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915047040, portal 25 00000400:00000010:1.0:1731522206.108487:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3812a8. 00000100:00000200:1.0:1731522206.108489:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915047040, offset 0 00000400:00000200:1.0:1731522206.108496:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522206.108506:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522206.108510:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522206.108513:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522206.108516:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522206.108518:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522206.108521:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [623:623:256:4294967295] 192.168.203.102@tcp LPNI seq info [623:623:8:4294967295] 00000400:00000200:1.0:1731522206.108530:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522206.108536:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522206.108539:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731522206.108554:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522206.108564:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522206.108567:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522206.108651:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522206.108653:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731522206.108656:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522206.108660:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522206.108662:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3812a8 00000400:00000010:0.0:1731522206.108663:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3812a8. 00000100:00000200:0.0:1731522206.108668:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629915047040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522206.109570:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522206.109577:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214480 00000400:00000200:0.0:1731522206.109581:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1449 [1] + 224 00000400:00000200:0.0:1731522206.109593:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522206.109596:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522206.109599:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629915047040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522206.109641:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522206.109645:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522206.109646:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522206.109650:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629915047040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522206.109672:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629915047040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522206.109687:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731522206.109690:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:1.0:1731522206.109693:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731522211.116364:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731522211.116378:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:1.0:1731522211.116462:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731522211.116469:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522211.116475:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522211.116481:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915047168, portal 25 00000400:00000010:1.0:1731522211.116485:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381dd0. 00000100:00000200:1.0:1731522211.116486:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915047168, offset 0 00000400:00000200:1.0:1731522211.116494:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522211.116506:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522211.116509:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522211.116513:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522211.116515:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522211.116518:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522211.116520:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [624:624:256:4294967295] 192.168.203.102@tcp LPNI seq info [624:624:8:4294967295] 00000400:00000200:1.0:1731522211.116529:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522211.116534:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522211.116538:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522211.116542:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522211.116549:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522211.116554:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522211.116677:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522211.116680:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522211.116684:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522211.116688:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522211.116691:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381dd0 00000400:00000010:0.0:1731522211.116693:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381dd0. 00000100:00000200:0.0:1731522211.116699:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629915047168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522211.117805:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522211.117815:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214500 00000400:00000200:0.0:1731522211.117830:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1451 [1] + 224 00000400:00000200:0.0:1731522211.117844:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522211.117848:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522211.117853:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629915047168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522211.117903:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522211.117906:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522211.117907:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522211.117911:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629915047168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522211.117929:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629915047168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522211.117943:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731522211.117946:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:1.0:1731522211.117948:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731522216.124379:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731522216.124397:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78b00. 02000000:00000010:3.0:1731522216.124473:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522216.124479:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522216.124484:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522216.124489:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915047296, portal 25 00000400:00000010:3.0:1731522216.124492:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dcc0. 00000100:00000200:3.0:1731522216.124493:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915047296, offset 0 00000400:00000200:3.0:1731522216.124499:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522216.124508:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522216.124511:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522216.124514:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522216.124516:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522216.124517:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522216.124519:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [625:625:256:4294967295] 192.168.203.102@tcp LPNI seq info [625:625:8:4294967295] 00000400:00000200:3.0:1731522216.124525:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522216.124528:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522216.124531:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39200. 00000800:00000200:3.0:1731522216.124534:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522216.124539:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522216.124542:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522216.124650:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522216.124652:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39200. 00000400:00000200:0.0:1731522216.124655:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522216.124661:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522216.124663:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dcc0 00000400:00000010:0.0:1731522216.124665:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dcc0. 00000100:00000200:0.0:1731522216.124670:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629915047296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522216.125668:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522216.125677:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214580 00000400:00000200:0.0:1731522216.125682:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1459 [1] + 224 00000400:00000200:0.0:1731522216.125699:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522216.125702:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522216.125708:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629915047296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522216.125763:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522216.125767:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522216.125768:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522216.125773:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629915047296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522216.125794:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629915047296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522216.125808:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522216.125810:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78b00. 00000100:00000010:3.0:1731522216.125812:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731522221.132357:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731522221.132372:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:1.0:1731522221.132458:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731522221.132465:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522221.132470:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522221.132476:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915047424, portal 25 00000400:00000010:1.0:1731522221.132480:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381770. 00000100:00000200:1.0:1731522221.132482:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915047424, offset 0 00000400:00000200:1.0:1731522221.132489:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522221.132499:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522221.132504:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522221.132507:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522221.132510:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522221.132512:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522221.132515:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [626:626:256:4294967295] 192.168.203.102@tcp LPNI seq info [626:626:8:4294967295] 00000400:00000200:1.0:1731522221.132523:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522221.132528:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522221.132531:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522221.132536:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522221.132543:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522221.132546:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522221.132648:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522221.132651:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522221.132655:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522221.132659:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522221.132661:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381770 00000400:00000010:0.0:1731522221.132662:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381770. 00000100:00000200:0.0:1731522221.132677:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629915047424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522221.133670:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522221.133678:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214600 00000400:00000200:0.0:1731522221.133684:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1461 [1] + 224 00000400:00000200:0.0:1731522221.133698:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522221.133702:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522221.133707:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629915047424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522221.133756:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522221.133761:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522221.133762:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522221.133766:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629915047424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522221.133784:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629915047424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522221.133802:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731522221.133805:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:1.0:1731522221.133808:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731522226.140364:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731522226.140383:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78200. 02000000:00000010:3.0:1731522226.140459:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522226.140466:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522226.140470:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522226.140475:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915047552, portal 25 00000400:00000010:3.0:1731522226.140478:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4de58. 00000100:00000200:3.0:1731522226.140480:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915047552, offset 0 00000400:00000200:3.0:1731522226.140487:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522226.140497:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522226.140502:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522226.140506:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522226.140508:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522226.140510:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522226.140513:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [627:627:256:4294967295] 192.168.203.102@tcp LPNI seq info [627:627:8:4294967295] 00000400:00000200:3.0:1731522226.140522:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522226.140528:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522226.140531:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39400. 00000800:00000200:3.0:1731522226.140536:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522226.140544:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522226.140547:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522226.140658:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522226.140662:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39400. 00000400:00000200:0.0:1731522226.140666:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522226.140672:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522226.140675:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4de58 00000400:00000010:0.0:1731522226.140676:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4de58. 00000100:00000200:0.0:1731522226.140682:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629915047552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522226.141809:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522226.141819:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214680 00000400:00000200:0.0:1731522226.141826:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1469 [1] + 224 00000400:00000200:0.0:1731522226.141843:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522226.141847:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522226.141853:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629915047552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522226.141908:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522226.141912:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522226.141914:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522226.141919:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629915047552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522226.141940:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629915047552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522226.141959:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522226.141962:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78200. 00000100:00000010:3.0:1731522226.141965:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731522231.148392:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731522231.148410:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:1.0:1731522231.148509:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf800. 00000400:00000010:1.0:1731522231.148517:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522231.148524:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522231.148529:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915047680, portal 25 00000400:00000010:1.0:1731522231.148533:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3817f8. 00000100:00000200:1.0:1731522231.148534:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915047680, offset 0 00000400:00000200:1.0:1731522231.148542:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522231.148553:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522231.148557:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522231.148560:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522231.148563:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522231.148565:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522231.148568:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [628:628:256:4294967295] 192.168.203.102@tcp LPNI seq info [628:628:8:4294967295] 00000400:00000200:1.0:1731522231.148577:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522231.148582:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522231.148586:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522231.148591:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522231.148598:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522231.148601:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522231.148704:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522231.148715:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522231.148720:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522231.148725:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522231.148728:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3817f8 00000400:00000010:0.0:1731522231.148729:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3817f8. 00000100:00000200:0.0:1731522231.148735:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629915047680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522231.149766:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522231.149775:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214700 00000400:00000200:0.0:1731522231.149780:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1471 [1] + 224 00000400:00000200:0.0:1731522231.149794:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522231.149798:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522231.149803:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629915047680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522231.149848:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522231.149852:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522231.149853:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522231.149858:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629915047680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522231.149877:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629915047680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522231.149895:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf800. 02000000:00000010:1.0:1731522231.149899:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:1.0:1731522231.149902:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731522236.156427:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731522236.156452:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:3.0:1731522236.156597:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522236.156610:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522236.156616:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522236.156622:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915047808, portal 25 00000400:00000010:3.0:1731522236.156627:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d440. 00000100:00000200:3.0:1731522236.156629:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915047808, offset 0 00000400:00000200:3.0:1731522236.156636:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522236.156647:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522236.156651:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522236.156655:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522236.156657:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522236.156660:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522236.156663:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [629:629:256:4294967295] 192.168.203.102@tcp LPNI seq info [629:629:8:4294967295] 00000400:00000200:3.0:1731522236.156671:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522236.156676:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522236.156680:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39100. 00000800:00000200:3.0:1731522236.156685:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522236.156692:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522236.156695:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522236.156842:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522236.156846:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39100. 00000400:00000200:0.0:1731522236.156851:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522236.156859:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522236.156864:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d440 00000400:00000010:0.0:1731522236.156866:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d440. 00000100:00000200:0.0:1731522236.156873:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629915047808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522236.158030:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522236.158043:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214780 00000400:00000200:0.0:1731522236.158051:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1479 [1] + 224 00000400:00000200:0.0:1731522236.158071:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522236.158075:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522236.158082:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629915047808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522236.158161:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522236.158166:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522236.158167:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522236.158172:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629915047808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522236.158193:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629915047808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522236.158214:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522236.158220:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:3.0:1731522236.158224:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731522241.164366:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731522241.164382:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731522241.164465:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522241.164471:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522241.164475:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522241.164481:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915047936, portal 25 00000400:00000010:3.0:1731522241.164483:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dbb0. 00000100:00000200:3.0:1731522241.164484:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915047936, offset 0 00000400:00000200:3.0:1731522241.164490:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522241.164498:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522241.164501:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522241.164504:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522241.164506:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522241.164508:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522241.164510:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [630:630:256:4294967295] 192.168.203.102@tcp LPNI seq info [630:630:8:4294967295] 00000400:00000200:3.0:1731522241.164516:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522241.164519:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522241.164522:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39b00. 00000800:00000200:3.0:1731522241.164525:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522241.164530:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522241.164533:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522241.164620:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522241.164627:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39b00. 00000400:00000200:0.0:1731522241.164631:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522241.164635:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522241.164637:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dbb0 00000400:00000010:0.0:1731522241.164639:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dbb0. 00000100:00000200:0.0:1731522241.164645:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629915047936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522241.165665:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522241.165675:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214800 00000400:00000200:0.0:1731522241.165680:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1481 [1] + 224 00000400:00000200:0.0:1731522241.165698:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522241.165702:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522241.165708:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629915047936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522241.165759:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522241.165762:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522241.165763:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522241.165767:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629915047936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522241.165782:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629915047936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522241.165795:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522241.165797:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731522241.165800:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731522246.172403:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731522246.172420:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78000. 02000000:00000010:3.0:1731522246.172489:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522246.172497:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522246.172503:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522246.172508:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915048064, portal 25 00000400:00000010:3.0:1731522246.172510:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d088. 00000100:00000200:3.0:1731522246.172511:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915048064, offset 0 00000400:00000200:3.0:1731522246.172518:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522246.172527:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522246.172530:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522246.172533:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522246.172535:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522246.172536:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522246.172538:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [631:631:256:4294967295] 192.168.203.102@tcp LPNI seq info [631:631:8:4294967295] 00000400:00000200:3.0:1731522246.172553:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522246.172557:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522246.172560:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39500. 00000800:00000200:3.0:1731522246.172566:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522246.172572:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522246.172575:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522246.172685:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522246.172688:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39500. 00000400:00000200:0.0:1731522246.172692:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522246.172697:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522246.172701:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d088 00000400:00000010:0.0:1731522246.172703:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d088. 00000100:00000200:0.0:1731522246.172708:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629915048064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522246.173750:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522246.173758:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214880 00000400:00000200:0.0:1731522246.173774:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1489 [1] + 224 00000400:00000200:0.0:1731522246.173786:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522246.173788:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522246.173793:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629915048064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522246.173841:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522246.173844:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522246.173845:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522246.173849:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629915048064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522246.173866:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629915048064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522246.173883:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522246.173886:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78000. 00000100:00000010:3.0:1731522246.173889:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731522251.180365:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731522251.180380:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:1.0:1731522251.180444:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731522251.180449:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522251.180453:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522251.180458:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915048192, portal 25 00000400:00000010:1.0:1731522251.180461:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381198. 00000100:00000200:1.0:1731522251.180462:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915048192, offset 0 00000400:00000200:1.0:1731522251.180468:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522251.180477:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522251.180480:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522251.180483:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522251.180485:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522251.180486:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522251.180488:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [632:632:256:4294967295] 192.168.203.102@tcp LPNI seq info [632:632:8:4294967295] 00000400:00000200:1.0:1731522251.180494:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522251.180497:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522251.180500:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522251.180503:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522251.180508:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522251.180511:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522251.180609:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522251.180612:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522251.180616:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522251.180621:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522251.180624:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381198 00000400:00000010:0.0:1731522251.180625:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381198. 00000100:00000200:0.0:1731522251.180630:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629915048192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522251.181672:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522251.181681:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214900 00000400:00000200:0.0:1731522251.181687:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1491 [1] + 224 00000400:00000200:0.0:1731522251.181705:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522251.181709:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522251.181715:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629915048192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522251.181774:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522251.181778:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522251.181779:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522251.181784:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629915048192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522251.181804:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629915048192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522251.181960:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731522251.181966:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:1.0:1731522251.181969:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731522256.188387:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731522256.188404:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731522256.188486:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522256.188493:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522256.188498:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522256.188504:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915048320, portal 25 00000400:00000010:3.0:1731522256.188507:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d2a8. 00000100:00000200:3.0:1731522256.188508:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915048320, offset 0 00000400:00000200:3.0:1731522256.188515:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522256.188523:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522256.188527:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522256.188530:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522256.188532:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522256.188533:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522256.188535:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [633:633:256:4294967295] 192.168.203.102@tcp LPNI seq info [633:633:8:4294967295] 00000400:00000200:3.0:1731522256.188541:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522256.188545:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522256.188547:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39900. 00000800:00000200:3.0:1731522256.188551:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522256.188556:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522256.188559:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522256.188825:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522256.188828:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39900. 00000400:00000200:0.0:1731522256.188832:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522256.188837:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522256.188840:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d2a8 00000400:00000010:0.0:1731522256.188841:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d2a8. 00000100:00000200:0.0:1731522256.188857:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629915048320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522256.189987:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522256.189998:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214980 00000400:00000200:0.0:1731522256.190005:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1499 [1] + 224 00000400:00000200:0.0:1731522256.190020:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522256.190023:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522256.190029:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629915048320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522256.190084:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522256.190087:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522256.190088:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522256.190092:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629915048320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522256.190105:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629915048320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522256.190119:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522256.190122:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731522256.190124:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731522261.196367:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731522261.196385:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:3.0:1731522261.196488:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522261.196497:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522261.196503:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522261.196508:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915048448, portal 25 00000400:00000010:3.0:1731522261.196512:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d660. 00000100:00000200:3.0:1731522261.196514:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915048448, offset 0 00000400:00000200:3.0:1731522261.196522:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522261.196532:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522261.196536:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522261.196539:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522261.196542:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522261.196544:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522261.196547:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [634:634:256:4294967295] 192.168.203.102@tcp LPNI seq info [634:634:8:4294967295] 00000400:00000200:3.0:1731522261.196556:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522261.196561:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522261.196564:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39d00. 00000800:00000200:3.0:1731522261.196569:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522261.196576:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522261.196579:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522261.196678:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522261.196680:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39d00. 00000400:00000200:0.0:1731522261.196683:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522261.196687:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522261.196689:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d660 00000400:00000010:0.0:1731522261.196691:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d660. 00000100:00000200:0.0:1731522261.196695:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629915048448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522261.197810:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522261.197817:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214a00 00000400:00000200:0.0:1731522261.197821:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x14a1 [1] + 224 00000400:00000200:0.0:1731522261.197834:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522261.197836:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522261.197855:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629915048448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522261.197907:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522261.197911:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522261.197913:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522261.197917:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629915048448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522261.197937:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629915048448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522261.197955:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522261.197960:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:3.0:1731522261.197962:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731522266.204382:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731522266.204401:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:3.0:1731522266.204480:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522266.204487:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522266.204492:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522266.204496:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915048576, portal 25 00000400:00000010:3.0:1731522266.204499:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731522266.204501:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915048576, offset 0 00000400:00000200:3.0:1731522266.204506:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522266.204515:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522266.204519:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522266.204521:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522266.204524:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522266.204525:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522266.204527:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [635:635:256:4294967295] 192.168.203.102@tcp LPNI seq info [635:635:8:4294967295] 00000400:00000200:3.0:1731522266.204532:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522266.204536:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522266.204538:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39f00. 00000800:00000200:3.0:1731522266.204541:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522266.204547:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522266.204549:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522266.204652:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522266.204664:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39f00. 00000400:00000200:0.0:1731522266.204667:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522266.204671:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522266.204674:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d220 00000400:00000010:0.0:1731522266.204675:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d220. 00000100:00000200:0.0:1731522266.204681:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629915048576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522266.205738:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522266.205747:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214a80 00000400:00000200:0.0:1731522266.205752:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x14a9 [1] + 224 00000400:00000200:0.0:1731522266.205766:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522266.205769:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522266.205775:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629915048576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522266.205840:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522266.205844:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522266.205846:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522266.205850:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629915048576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522266.205870:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629915048576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522266.205886:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522266.205890:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:3.0:1731522266.205893:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731522271.212367:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731522271.212386:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:3.0:1731522271.212519:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522271.212526:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522271.212531:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522271.212537:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915048704, portal 25 00000400:00000010:3.0:1731522271.212541:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d5d8. 00000100:00000200:3.0:1731522271.212543:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915048704, offset 0 00000400:00000200:3.0:1731522271.212550:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522271.212560:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522271.212564:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522271.212568:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522271.212570:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522271.212572:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522271.212579:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [636:636:256:4294967295] 192.168.203.102@tcp LPNI seq info [636:636:8:4294967295] 00000400:00000200:3.0:1731522271.212588:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522271.212592:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522271.212595:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39000. 00000800:00000200:3.0:1731522271.212599:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522271.212607:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522271.212609:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522271.212711:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522271.212713:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39000. 00000400:00000200:0.0:1731522271.212716:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522271.212719:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522271.212721:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d5d8 00000400:00000010:0.0:1731522271.212722:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d5d8. 00000100:00000200:0.0:1731522271.212727:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629915048704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522271.214389:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522271.214402:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214b00 00000400:00000200:0.0:1731522271.214408:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x14b1 [1] + 224 00000400:00000200:0.0:1731522271.214426:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522271.214429:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522271.214437:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629915048704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522271.214684:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522271.214689:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522271.214690:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522271.214695:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629915048704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522271.214711:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629915048704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522271.214729:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522271.214732:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:3.0:1731522271.214735:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731522276.220387:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731522276.220402:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:3.0:1731522276.220517:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522276.220523:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522276.220537:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522276.220542:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915048832, portal 25 00000400:00000010:3.0:1731522276.220545:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4da18. 00000100:00000200:3.0:1731522276.220546:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915048832, offset 0 00000400:00000200:3.0:1731522276.220564:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522276.220572:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522276.220574:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522276.220577:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522276.220579:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522276.220589:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522276.220591:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [637:637:256:4294967295] 192.168.203.102@tcp LPNI seq info [637:637:8:4294967295] 00000400:00000200:3.0:1731522276.220597:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522276.220607:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522276.220609:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39700. 00000800:00000200:3.0:1731522276.220612:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522276.220622:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522276.220625:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522276.220825:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522276.220827:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39700. 00000400:00000200:0.0:1731522276.220830:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522276.220834:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522276.220837:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4da18 00000400:00000010:0.0:1731522276.220838:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4da18. 00000100:00000200:0.0:1731522276.220843:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629915048832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522276.222573:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522276.222586:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214b80 00000400:00000200:0.0:1731522276.222592:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x14b9 [1] + 224 00000400:00000200:0.0:1731522276.222608:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522276.222611:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522276.222617:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629915048832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522276.222790:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522276.222794:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522276.222795:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522276.222799:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629915048832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522276.222816:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629915048832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522276.222832:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522276.222836:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:3.0:1731522276.222839:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731522281.228413:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731522281.228430:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78200. 02000000:00000010:1.0:1731522281.228525:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731522281.228536:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522281.228543:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522281.228550:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915048960, portal 25 00000400:00000010:1.0:1731522281.228554:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381220. 00000100:00000200:1.0:1731522281.228556:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915048960, offset 0 00000400:00000200:1.0:1731522281.228565:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522281.228578:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522281.228583:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522281.228587:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522281.228590:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522281.228592:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522281.228595:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [638:638:256:4294967295] 192.168.203.102@tcp LPNI seq info [638:638:8:4294967295] 00000400:00000200:1.0:1731522281.228607:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522281.228612:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522281.228616:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731522281.228621:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522281.228631:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522281.228635:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522281.228783:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522281.228785:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731522281.228790:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522281.228797:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522281.228801:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381220 00000400:00000010:0.0:1731522281.228803:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381220. 00000100:00000200:0.0:1731522281.228813:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629915048960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522281.230340:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522281.230353:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214c00 00000400:00000200:0.0:1731522281.230373:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x14c1 [1] + 224 00000400:00000200:0.0:1731522281.230390:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522281.230395:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522281.230403:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629915048960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522281.230584:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522281.230588:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522281.230590:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522281.230594:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629915048960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522281.230610:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629915048960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522281.230632:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731522281.230636:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78200. 00000100:00000010:1.0:1731522281.230640:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731522286.236528:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731522286.236557:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:3.0:1731522286.237071:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522286.237080:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522286.237087:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522286.237095:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915049088, portal 25 00000400:00000010:3.0:1731522286.237099:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d7f8. 00000100:00000200:3.0:1731522286.237101:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915049088, offset 0 00000400:00000200:3.0:1731522286.237110:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522286.237125:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522286.237130:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522286.237135:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522286.237138:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522286.237140:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522286.237143:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [639:639:256:4294967295] 192.168.203.102@tcp LPNI seq info [639:639:8:4294967295] 00000400:00000200:3.0:1731522286.237152:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522286.237158:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522286.237162:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39800. 00000800:00000200:3.0:1731522286.237168:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522286.237177:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522286.237181:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522286.237528:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522286.237531:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39800. 00000400:00000200:0.0:1731522286.237536:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522286.237541:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522286.237544:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d7f8 00000400:00000010:0.0:1731522286.237546:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d7f8. 00000100:00000200:0.0:1731522286.237552:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629915049088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522286.244335:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522286.244358:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214c80 00000400:00000200:0.0:1731522286.244367:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x14c9 [1] + 224 00000400:00000200:0.0:1731522286.244393:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522286.244397:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522286.244409:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629915049088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522286.245038:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522286.245044:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522286.245046:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522286.245053:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629915049088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522286.245074:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629915049088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522286.245101:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522286.245105:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:3.0:1731522286.245109:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731522291.244440:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731522291.244456:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:3.0:1731522291.244616:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522291.244627:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522291.244659:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522291.244666:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915049216, portal 25 00000400:00000010:3.0:1731522291.244669:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d770. 00000100:00000200:3.0:1731522291.244671:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915049216, offset 0 00000400:00000200:3.0:1731522291.244680:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522291.244692:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522291.244695:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522291.244699:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522291.244702:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522291.244703:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522291.244705:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [640:640:256:4294967295] 192.168.203.102@tcp LPNI seq info [640:640:8:4294967295] 00000400:00000200:3.0:1731522291.244713:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522291.244718:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522291.244722:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39300. 00000800:00000200:3.0:1731522291.244728:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522291.244736:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522291.244741:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522291.244903:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522291.244906:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39300. 00000400:00000200:0.0:1731522291.244910:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522291.244923:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522291.244928:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d770 00000400:00000010:0.0:1731522291.244929:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d770. 00000100:00000200:0.0:1731522291.244947:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629915049216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522291.247410:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522291.247427:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214d00 00000400:00000200:0.0:1731522291.247435:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x14d1 [1] + 224 00000400:00000200:0.0:1731522291.247460:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522291.247464:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522291.247476:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629915049216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522291.247749:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522291.247754:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522291.247756:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522291.247765:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629915049216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522291.247786:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629915049216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522291.248666:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522291.248674:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:3.0:1731522291.248679:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731522296.252369:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731522296.252385:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:3.0:1731522296.252455:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522296.252462:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522296.252467:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522296.252473:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915049344, portal 25 00000400:00000010:3.0:1731522296.252476:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4df68. 00000100:00000200:3.0:1731522296.252478:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915049344, offset 0 00000400:00000200:3.0:1731522296.252485:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522296.252494:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522296.252498:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522296.252501:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522296.252504:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522296.252506:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522296.252508:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [641:641:256:4294967295] 192.168.203.102@tcp LPNI seq info [641:641:8:4294967295] 00000400:00000200:3.0:1731522296.252515:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522296.252519:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522296.252522:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39c00. 00000800:00000200:3.0:1731522296.252526:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522296.252533:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522296.252537:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522296.252673:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522296.252676:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39c00. 00000400:00000200:0.0:1731522296.252679:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522296.252684:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522296.252687:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4df68 00000400:00000010:0.0:1731522296.252688:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4df68. 00000100:00000200:0.0:1731522296.252693:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629915049344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522296.254014:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522296.254033:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214d80 00000400:00000200:0.0:1731522296.254041:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x14d9 [1] + 224 00000400:00000200:0.0:1731522296.254062:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522296.254066:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522296.254075:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629915049344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522296.254150:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522296.254155:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522296.254157:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522296.254162:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629915049344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522296.254178:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629915049344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522296.254200:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522296.254205:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:3.0:1731522296.254208:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731522301.260383:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731522301.260400:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:1.0:1731522301.261344:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522301.261351:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522301.261355:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522301.261361:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915049472, portal 25 00000400:00000010:1.0:1731522301.261365:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3814c8. 00000100:00000200:1.0:1731522301.261367:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915049472, offset 0 00000400:00000200:1.0:1731522301.261374:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522301.261384:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522301.261388:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522301.261392:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522301.261395:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522301.261396:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522301.261398:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [642:642:256:4294967295] 192.168.203.102@tcp LPNI seq info [642:642:8:4294967295] 00000400:00000200:1.0:1731522301.261406:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522301.261411:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522301.261414:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731522301.261419:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522301.261425:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522301.261428:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522301.261630:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522301.261642:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731522301.261645:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522301.261649:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522301.261651:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3814c8 00000400:00000010:0.0:1731522301.261653:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3814c8. 00000100:00000200:0.0:1731522301.261658:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629915049472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522301.263094:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522301.263104:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214e00 00000400:00000200:0.0:1731522301.263110:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x14e1 [1] + 224 00000400:00000200:0.0:1731522301.263125:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522301.263129:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522301.263134:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629915049472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522301.263211:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522301.263215:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522301.263216:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522301.263221:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629915049472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522301.263236:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629915049472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522301.263254:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522301.263257:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:1.0:1731522301.263260:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731522306.268370:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731522306.268385:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78000. 02000000:00000010:3.0:1731522306.268513:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522306.268522:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522306.268546:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522306.268553:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915049600, portal 25 00000400:00000010:3.0:1731522306.268557:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d330. 00000100:00000200:3.0:1731522306.268559:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915049600, offset 0 00000400:00000200:3.0:1731522306.268568:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522306.268578:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522306.268583:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522306.268587:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522306.268590:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522306.268593:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522306.268595:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [643:643:256:4294967295] 192.168.203.102@tcp LPNI seq info [643:643:8:4294967295] 00000400:00000200:3.0:1731522306.268604:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522306.268610:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522306.268614:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39600. 00000800:00000200:3.0:1731522306.268630:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522306.268643:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522306.268646:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522306.268784:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522306.268787:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39600. 00000400:00000200:0.0:1731522306.268790:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522306.268795:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522306.268797:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d330 00000400:00000010:0.0:1731522306.268799:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d330. 00000100:00000200:0.0:1731522306.268804:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629915049600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522306.270413:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522306.270429:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214e80 00000400:00000200:0.0:1731522306.270437:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x14e9 [1] + 224 00000400:00000200:0.0:1731522306.270458:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522306.270462:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522306.270472:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629915049600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522306.270632:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522306.270639:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522306.270642:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522306.270649:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629915049600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522306.270672:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629915049600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522306.270701:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522306.270708:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78000. 00000100:00000010:3.0:1731522306.270714:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731522311.276370:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731522311.276386:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:1.0:1731522311.276459:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522311.276465:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522311.276470:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522311.276476:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915049728, portal 25 00000400:00000010:1.0:1731522311.276480:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3813b8. 00000100:00000200:1.0:1731522311.276481:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915049728, offset 0 00000400:00000200:1.0:1731522311.276489:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522311.276532:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522311.276536:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522311.276539:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522311.276542:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522311.276544:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522311.276546:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [644:644:256:4294967295] 192.168.203.102@tcp LPNI seq info [644:644:8:4294967295] 00000400:00000200:1.0:1731522311.276554:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522311.276558:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522311.276561:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731522311.276565:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522311.276573:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522311.276701:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522311.276798:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522311.276801:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731522311.276805:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522311.276809:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522311.276812:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3813b8 00000400:00000010:0.0:1731522311.276813:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3813b8. 00000100:00000200:0.0:1731522311.276818:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629915049728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522311.278902:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522311.278914:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214f00 00000400:00000200:0.0:1731522311.278921:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x14f1 [1] + 224 00000400:00000200:0.0:1731522311.278937:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522311.278941:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522311.278947:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629915049728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522311.279041:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522311.279044:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522311.279046:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522311.279050:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629915049728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522311.279068:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629915049728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522311.279086:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522311.279089:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:1.0:1731522311.279092:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731522316.284390:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731522316.284409:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78d00. 02000000:00000010:1.0:1731522316.284557:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522316.284563:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522316.284568:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522316.284573:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915049856, portal 25 00000400:00000010:1.0:1731522316.284577:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381440. 00000100:00000200:1.0:1731522316.284578:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915049856, offset 0 00000400:00000200:1.0:1731522316.284585:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522316.284594:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522316.284597:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522316.284600:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522316.284603:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522316.284605:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522316.284607:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [645:645:256:4294967295] 192.168.203.102@tcp LPNI seq info [645:645:8:4294967295] 00000400:00000200:1.0:1731522316.284614:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522316.284618:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522316.284621:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522316.284625:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522316.284631:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522316.284634:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522316.284750:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522316.284753:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522316.284756:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522316.284761:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522316.284764:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381440 00000400:00000010:0.0:1731522316.284766:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381440. 00000100:00000200:0.0:1731522316.284772:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629915049856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522316.286705:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522316.286719:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48214f80 00000400:00000200:0.0:1731522316.286735:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x14f9 [1] + 224 00000400:00000200:0.0:1731522316.286750:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522316.286754:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522316.286762:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629915049856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522316.286833:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522316.286837:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522316.286839:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522316.286844:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629915049856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522316.286861:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629915049856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522316.286879:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522316.286883:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78d00. 00000100:00000010:1.0:1731522316.286886:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731522321.292934:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731522321.292959:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:1.0:1731522321.293075:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522321.293086:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522321.293092:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522321.293097:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915049984, portal 25 00000400:00000010:1.0:1731522321.293101:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3815d8. 00000100:00000200:1.0:1731522321.293102:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915049984, offset 0 00000400:00000200:1.0:1731522321.293111:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522321.293121:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522321.293125:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522321.293128:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522321.293130:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522321.293132:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522321.293135:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [646:646:256:4294967295] 192.168.203.102@tcp LPNI seq info [646:646:8:4294967295] 00000400:00000200:1.0:1731522321.293142:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522321.293147:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522321.293150:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731522321.293154:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522321.293161:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522321.293164:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522321.293312:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522321.293316:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731522321.293321:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522321.293327:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522321.293331:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3815d8 00000400:00000010:0.0:1731522321.293333:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3815d8. 00000100:00000200:0.0:1731522321.293340:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629915049984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522321.294334:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522321.294345:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215000 00000400:00000200:0.0:1731522321.294351:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1501 [1] + 224 00000400:00000200:0.0:1731522321.294368:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522321.294370:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522321.294375:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629915049984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522321.294466:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522321.294473:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522321.294475:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522321.294483:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629915049984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522321.294508:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629915049984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522321.294528:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522321.294532:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:1.0:1731522321.294536:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731522326.300445:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731522326.300463:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:3.0:1731522326.300581:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522326.300588:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522326.300594:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522326.300600:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915050112, portal 25 00000400:00000010:3.0:1731522326.300603:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d000. 00000100:00000200:3.0:1731522326.300605:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915050112, offset 0 00000400:00000200:3.0:1731522326.300613:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522326.300623:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522326.300627:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522326.300630:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522326.300632:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522326.300634:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522326.300637:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [647:647:256:4294967295] 192.168.203.102@tcp LPNI seq info [647:647:8:4294967295] 00000400:00000200:3.0:1731522326.300645:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522326.300649:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522326.300652:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39e00. 00000800:00000200:3.0:1731522326.300657:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522326.300663:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522326.300666:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522326.300784:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522326.300787:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39e00. 00000400:00000200:0.0:1731522326.300791:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522326.300794:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522326.300797:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d000 00000400:00000010:0.0:1731522326.300798:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d000. 00000100:00000200:0.0:1731522326.300811:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915050112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522326.302204:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522326.302217:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215080 00000400:00000200:0.0:1731522326.302224:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1509 [1] + 224 00000400:00000200:0.0:1731522326.302242:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522326.302246:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522326.302252:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915050112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522326.302319:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522326.302324:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522326.302326:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522326.302330:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915050112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522326.302353:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915050112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522326.302371:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522326.302375:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:3.0:1731522326.302378:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731522331.308427:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731522331.308444:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:1.0:1731522331.308528:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522331.308535:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522331.308541:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522331.308547:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915050240, portal 25 00000400:00000010:1.0:1731522331.308550:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381990. 00000100:00000200:1.0:1731522331.308552:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915050240, offset 0 00000400:00000200:1.0:1731522331.308559:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522331.308570:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522331.308574:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522331.308577:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522331.308580:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522331.308581:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522331.308584:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [648:648:256:4294967295] 192.168.203.102@tcp LPNI seq info [648:648:8:4294967295] 00000400:00000200:1.0:1731522331.308592:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522331.308596:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522331.308600:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522331.308604:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522331.308612:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522331.308615:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522331.308743:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522331.308746:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522331.308750:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522331.308758:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522331.308761:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381990 00000400:00000010:0.0:1731522331.308762:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381990. 00000100:00000200:0.0:1731522331.308767:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915050240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522331.311480:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522331.311494:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215100 00000400:00000200:0.0:1731522331.311501:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1511 [1] + 224 00000400:00000200:0.0:1731522331.311517:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522331.311521:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522331.311529:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915050240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522331.312320:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522331.312325:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522331.312328:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522331.312333:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915050240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522331.312353:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915050240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522331.312384:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522331.312389:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:1.0:1731522331.312392:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731522336.316380:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731522336.316396:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731522336.316475:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522336.316482:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522336.316487:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522336.316492:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915050368, portal 25 00000400:00000010:3.0:1731522336.316496:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d198. 00000100:00000200:3.0:1731522336.316497:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915050368, offset 0 00000400:00000200:3.0:1731522336.316504:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522336.316513:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522336.316517:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522336.316520:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522336.316522:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522336.316524:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522336.316526:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [649:649:256:4294967295] 192.168.203.102@tcp LPNI seq info [649:649:8:4294967295] 00000400:00000200:3.0:1731522336.316533:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522336.316538:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522336.316542:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39e00. 00000800:00000200:3.0:1731522336.316546:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522336.316552:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522336.316555:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522336.316715:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522336.316726:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39e00. 00000400:00000200:0.0:1731522336.316729:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522336.316733:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522336.316736:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d198 00000400:00000010:0.0:1731522336.316737:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d198. 00000100:00000200:0.0:1731522336.316742:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629915050368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522336.319497:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522336.319509:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215180 00000400:00000200:0.0:1731522336.319515:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1519 [1] + 224 00000400:00000200:0.0:1731522336.319531:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522336.319534:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522336.319541:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629915050368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522336.319702:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522336.319706:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522336.319708:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522336.319712:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629915050368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522336.319729:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629915050368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522336.319746:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522336.319750:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731522336.319753:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731522341.324413:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731522341.324431:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:1.0:1731522341.324563:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522341.324573:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522341.324579:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522341.324587:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915050496, portal 25 00000400:00000010:1.0:1731522341.324591:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381330. 00000100:00000200:1.0:1731522341.324593:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915050496, offset 0 00000400:00000200:1.0:1731522341.324601:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522341.324611:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522341.324615:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522341.324618:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522341.324620:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522341.324622:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522341.324624:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [650:650:256:4294967295] 192.168.203.102@tcp LPNI seq info [650:650:8:4294967295] 00000400:00000200:1.0:1731522341.324630:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522341.324634:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522341.324638:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731522341.324641:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522341.324648:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522341.324651:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522341.324773:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522341.324776:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731522341.324780:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522341.324785:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522341.324787:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381330 00000400:00000010:0.0:1731522341.324788:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381330. 00000100:00000200:0.0:1731522341.324794:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629915050496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522341.327920:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522341.327933:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215200 00000400:00000200:0.0:1731522341.327940:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1521 [1] + 224 00000400:00000200:0.0:1731522341.327957:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522341.327961:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522341.327968:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629915050496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522341.328042:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522341.328046:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522341.328047:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522341.328051:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629915050496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522341.328062:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629915050496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522341.328077:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522341.328080:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:1.0:1731522341.328082:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731522346.332360:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731522346.332375:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78b00. 02000000:00000010:3.0:1731522346.332444:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522346.332450:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522346.332455:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522346.332461:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915050624, portal 25 00000400:00000010:3.0:1731522346.332464:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4db28. 00000100:00000200:3.0:1731522346.332466:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915050624, offset 0 00000400:00000200:3.0:1731522346.332477:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522346.332486:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522346.332490:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522346.332493:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522346.332495:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522346.332496:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522346.332499:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [651:651:256:4294967295] 192.168.203.102@tcp LPNI seq info [651:651:8:4294967295] 00000400:00000200:3.0:1731522346.332506:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522346.332510:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522346.332513:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39600. 00000800:00000200:3.0:1731522346.332517:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522346.332523:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522346.332526:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522346.332609:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522346.332612:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39600. 00000400:00000200:0.0:1731522346.332615:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522346.332619:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522346.332621:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4db28 00000400:00000010:0.0:1731522346.332622:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4db28. 00000100:00000200:0.0:1731522346.332627:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629915050624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522346.333654:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522346.333663:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215280 00000400:00000200:0.0:1731522346.333667:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1529 [1] + 224 00000400:00000200:0.0:1731522346.333682:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522346.333685:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522346.333690:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629915050624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522346.333832:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522346.333835:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522346.333837:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522346.333841:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629915050624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522346.333859:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629915050624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522346.333874:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522346.333877:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78b00. 00000100:00000010:3.0:1731522346.333880:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731522351.340467:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731522351.340661:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:3.0:1731522351.340766:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522351.340773:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522351.340778:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522351.340784:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915050752, portal 25 00000400:00000010:3.0:1731522351.340788:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d3b8. 00000100:00000200:3.0:1731522351.340789:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915050752, offset 0 00000400:00000200:3.0:1731522351.340797:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522351.340804:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522351.340807:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522351.340809:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522351.340811:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522351.340812:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522351.340814:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [652:652:256:4294967295] 192.168.203.102@tcp LPNI seq info [652:652:8:4294967295] 00000400:00000200:3.0:1731522351.340819:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522351.340822:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522351.340824:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39c00. 00000800:00000200:3.0:1731522351.340827:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522351.340832:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522351.340835:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522351.340946:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522351.340949:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39c00. 00000400:00000200:0.0:1731522351.340952:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522351.340957:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522351.340960:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d3b8 00000400:00000010:0.0:1731522351.340962:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d3b8. 00000100:00000200:0.0:1731522351.340967:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629915050752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522351.342640:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522351.342649:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215300 00000400:00000200:0.0:1731522351.342662:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1531 [1] + 224 00000400:00000200:0.0:1731522351.342674:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522351.342676:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522351.342680:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629915050752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522351.342729:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522351.342732:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522351.342733:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522351.342737:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629915050752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522351.342748:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629915050752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522351.342761:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522351.342765:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:3.0:1731522351.342767:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731522356.348364:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731522356.348379:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:3.0:1731522356.348452:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522356.348458:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522356.348464:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522356.348470:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915050880, portal 25 00000400:00000010:3.0:1731522356.348473:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d6e8. 00000100:00000200:3.0:1731522356.348475:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915050880, offset 0 00000400:00000200:3.0:1731522356.348483:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522356.348492:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522356.348496:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522356.348499:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522356.348502:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522356.348503:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522356.348506:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [653:653:256:4294967295] 192.168.203.102@tcp LPNI seq info [653:653:8:4294967295] 00000400:00000200:3.0:1731522356.348514:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522356.348518:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522356.348522:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39300. 00000800:00000200:3.0:1731522356.348527:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522356.348533:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522356.348536:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522356.348664:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522356.348666:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39300. 00000400:00000200:0.0:1731522356.348669:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522356.348672:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522356.348674:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d6e8 00000400:00000010:0.0:1731522356.348675:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d6e8. 00000100:00000200:0.0:1731522356.348680:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629915050880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522356.350461:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522356.350474:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215380 00000400:00000200:0.0:1731522356.350480:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1539 [1] + 224 00000400:00000200:0.0:1731522356.350497:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522356.350500:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522356.350507:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629915050880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522356.350599:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522356.350604:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522356.350605:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522356.350610:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629915050880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522356.350633:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629915050880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522356.350652:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522356.350656:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:3.0:1731522356.350659:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731522361.356371:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731522361.356387:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:1.0:1731522361.356451:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522361.356458:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522361.356464:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522361.356469:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915051008, portal 25 00000400:00000010:1.0:1731522361.356473:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381000. 00000100:00000200:1.0:1731522361.356474:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915051008, offset 0 00000400:00000200:1.0:1731522361.356481:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522361.356490:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522361.356495:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522361.356498:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522361.356501:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522361.356503:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522361.356505:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [654:654:256:4294967295] 192.168.203.102@tcp LPNI seq info [654:654:8:4294967295] 00000400:00000200:1.0:1731522361.356513:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522361.356517:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522361.356521:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731522361.356526:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522361.356533:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522361.356536:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522361.356645:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522361.356648:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731522361.356651:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522361.356656:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522361.356658:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381000 00000400:00000010:0.0:1731522361.356660:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381000. 00000100:00000200:0.0:1731522361.356675:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629915051008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522361.357585:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522361.357593:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215400 00000400:00000200:0.0:1731522361.357599:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1541 [1] + 224 00000400:00000200:0.0:1731522361.357613:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522361.357617:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522361.357621:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629915051008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522361.357673:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522361.357677:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522361.357678:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522361.357682:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629915051008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522361.357698:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629915051008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522361.357714:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522361.357717:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:1.0:1731522361.357720:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731522366.364376:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731522366.364392:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78200. 02000000:00000010:3.0:1731522366.364472:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522366.364478:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522366.364484:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522366.364490:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915051136, portal 25 00000400:00000010:3.0:1731522366.364493:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d880. 00000100:00000200:3.0:1731522366.364495:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915051136, offset 0 00000400:00000200:3.0:1731522366.364502:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522366.364512:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522366.364516:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522366.364519:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522366.364522:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522366.364524:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522366.364526:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [655:655:256:4294967295] 192.168.203.102@tcp LPNI seq info [655:655:8:4294967295] 00000400:00000200:3.0:1731522366.364534:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522366.364539:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522366.364542:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39800. 00000800:00000200:3.0:1731522366.364546:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522366.364553:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522366.364556:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522366.364685:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522366.364688:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39800. 00000400:00000200:0.0:1731522366.364691:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522366.364696:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522366.364698:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d880 00000400:00000010:0.0:1731522366.364700:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d880. 00000100:00000200:0.0:1731522366.364705:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629915051136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522366.366295:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522366.366305:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215480 00000400:00000200:0.0:1731522366.366310:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1549 [1] + 224 00000400:00000200:0.0:1731522366.366324:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522366.366327:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522366.366334:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629915051136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522366.366445:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522366.366449:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522366.366450:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522366.366454:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629915051136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522366.366469:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629915051136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522366.366486:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522366.366489:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78200. 00000100:00000010:3.0:1731522366.366492:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731522371.372435:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731522371.372452:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:1.0:1731522371.372573:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522371.372579:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522371.372584:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522371.372589:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915051264, portal 25 00000400:00000010:1.0:1731522371.372593:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381ee0. 00000100:00000200:1.0:1731522371.372594:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915051264, offset 0 00000400:00000200:1.0:1731522371.372610:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522371.372619:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522371.372623:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522371.372626:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522371.372629:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522371.372630:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522371.372633:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [656:656:256:4294967295] 192.168.203.102@tcp LPNI seq info [656:656:8:4294967295] 00000400:00000200:1.0:1731522371.372641:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522371.372645:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522371.372648:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522371.372652:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522371.372658:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522371.372661:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522371.372791:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522371.372802:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522371.372806:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522371.372810:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522371.372813:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381ee0 00000400:00000010:0.0:1731522371.372814:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381ee0. 00000100:00000200:0.0:1731522371.372819:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629915051264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522371.376246:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522371.376260:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215500 00000400:00000200:0.0:1731522371.376288:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1551 [1] + 224 00000400:00000200:0.0:1731522371.376305:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522371.376308:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522371.376315:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629915051264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522371.376382:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522371.376387:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522371.376389:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522371.376394:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629915051264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522371.376412:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629915051264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522371.376429:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522371.376432:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:1.0:1731522371.376435:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731522376.380904:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731522376.380921:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:3.0:1731522376.380984:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522376.380995:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522376.381000:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522376.381007:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915051392, portal 25 00000400:00000010:3.0:1731522376.381010:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d110. 00000100:00000200:3.0:1731522376.381012:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915051392, offset 0 00000400:00000200:3.0:1731522376.381019:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522376.381029:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522376.381033:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522376.381036:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522376.381038:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522376.381040:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522376.381042:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [657:657:256:4294967295] 192.168.203.102@tcp LPNI seq info [657:657:8:4294967295] 00000400:00000200:3.0:1731522376.381062:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522376.381066:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522376.381069:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39700. 00000800:00000200:3.0:1731522376.381073:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522376.381079:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522376.381082:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522376.381360:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522376.381363:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39700. 00000400:00000200:0.0:1731522376.381367:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522376.381370:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522376.381373:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d110 00000400:00000010:0.0:1731522376.381374:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d110. 00000100:00000200:0.0:1731522376.381379:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629915051392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522376.383306:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522376.383319:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215580 00000400:00000200:0.0:1731522376.383326:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1559 [1] + 224 00000400:00000200:0.0:1731522376.383578:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522376.383582:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522376.383590:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629915051392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522376.383748:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522376.383751:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522376.383753:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522376.383758:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629915051392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522376.383772:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629915051392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522376.383810:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522376.383814:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:3.0:1731522376.383817:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731522381.388376:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731522381.388391:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78e00. 02000000:00000010:3.0:1731522381.388492:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522381.388498:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522381.388503:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522381.388509:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915051520, portal 25 00000400:00000010:3.0:1731522381.388512:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4daa0. 00000100:00000200:3.0:1731522381.388514:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915051520, offset 0 00000400:00000200:3.0:1731522381.388522:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522381.388531:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522381.388535:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522381.388538:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522381.388541:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522381.388543:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522381.388545:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [658:658:256:4294967295] 192.168.203.102@tcp LPNI seq info [658:658:8:4294967295] 00000400:00000200:3.0:1731522381.388553:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522381.388558:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522381.388561:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39000. 00000800:00000200:3.0:1731522381.388565:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522381.388571:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522381.388574:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522381.388688:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522381.388691:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39000. 00000400:00000200:0.0:1731522381.388694:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522381.388698:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522381.388701:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4daa0 00000400:00000010:0.0:1731522381.388703:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4daa0. 00000100:00000200:0.0:1731522381.388708:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629915051520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522381.394321:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522381.394334:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215600 00000400:00000200:0.0:1731522381.394340:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1561 [1] + 224 00000400:00000200:0.0:1731522381.394357:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522381.394361:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522381.394369:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629915051520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522381.394542:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522381.394547:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522381.394549:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522381.394553:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629915051520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522381.394571:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629915051520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522381.394589:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522381.394592:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78e00. 00000100:00000010:3.0:1731522381.394595:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731522386.396370:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731522386.396387:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:1.0:1731522386.396485:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522386.396491:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522386.396496:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522386.396501:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915051648, portal 25 00000400:00000010:1.0:1731522386.396504:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381bb0. 00000100:00000200:1.0:1731522386.396506:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915051648, offset 0 00000400:00000200:1.0:1731522386.396514:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522386.396524:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522386.396528:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522386.396531:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522386.396533:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522386.396535:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522386.396539:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [659:659:256:4294967295] 192.168.203.102@tcp LPNI seq info [659:659:8:4294967295] 00000400:00000200:1.0:1731522386.396546:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522386.396551:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522386.396554:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731522386.396559:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522386.396566:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522386.396569:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522386.396694:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522386.396696:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731522386.396700:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522386.396704:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522386.396706:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381bb0 00000400:00000010:0.0:1731522386.396708:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381bb0. 00000100:00000200:0.0:1731522386.396713:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629915051648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522386.397750:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522386.397756:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215680 00000400:00000200:0.0:1731522386.397769:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1569 [1] + 224 00000400:00000200:0.0:1731522386.397779:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522386.397780:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522386.397784:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629915051648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522386.397836:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522386.397839:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522386.397840:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522386.397843:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629915051648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522386.397854:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629915051648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522386.397866:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522386.397869:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:1.0:1731522386.397871:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731522391.404667:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731522391.404683:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:1.0:1731522391.404807:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522391.404814:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522391.404819:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522391.404825:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915051776, portal 25 00000400:00000010:1.0:1731522391.404829:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381b28. 00000100:00000200:1.0:1731522391.404830:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915051776, offset 0 00000400:00000200:1.0:1731522391.404837:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522391.404849:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522391.404853:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522391.404856:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522391.404858:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522391.404860:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522391.404863:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [660:660:256:4294967295] 192.168.203.102@tcp LPNI seq info [660:660:8:4294967295] 00000400:00000200:1.0:1731522391.404870:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522391.404875:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522391.404878:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522391.404882:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522391.404888:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522391.404891:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522391.405230:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522391.405233:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522391.405237:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522391.405241:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522391.405244:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381b28 00000400:00000010:0.0:1731522391.405245:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381b28. 00000100:00000200:0.0:1731522391.405251:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629915051776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522391.407198:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522391.407209:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215700 00000400:00000200:0.0:1731522391.407215:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1571 [1] + 224 00000400:00000200:0.0:1731522391.407231:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522391.407235:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522391.407241:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629915051776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522391.407419:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522391.407424:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522391.407425:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522391.407429:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629915051776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522391.407447:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629915051776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522391.407464:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522391.407467:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:1.0:1731522391.407470:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731522396.412402:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731522396.412422:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78b00. 02000000:00000010:3.0:1731522396.412527:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522396.412537:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522396.412543:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522396.412549:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915051904, portal 25 00000400:00000010:3.0:1731522396.412555:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4daa0. 00000100:00000200:3.0:1731522396.412557:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915051904, offset 0 00000400:00000200:3.0:1731522396.412564:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522396.412573:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522396.412577:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522396.412581:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522396.412584:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522396.412586:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522396.412589:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [661:661:256:4294967295] 192.168.203.102@tcp LPNI seq info [661:661:8:4294967295] 00000400:00000200:3.0:1731522396.412596:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522396.412601:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522396.412604:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39f00. 00000800:00000200:3.0:1731522396.412609:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522396.412616:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522396.412619:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522396.412746:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522396.412749:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39f00. 00000400:00000200:0.0:1731522396.412752:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522396.412759:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522396.412764:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4daa0 00000400:00000010:0.0:1731522396.412765:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4daa0. 00000100:00000200:0.0:1731522396.412784:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629915051904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522396.413951:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522396.413962:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215780 00000400:00000200:0.0:1731522396.413967:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1579 [1] + 224 00000400:00000200:0.0:1731522396.413983:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522396.413987:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522396.413994:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629915051904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522396.414047:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522396.414050:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522396.414052:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522396.414056:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629915051904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522396.414074:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629915051904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522396.414091:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522396.414095:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78b00. 00000100:00000010:3.0:1731522396.414099:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731522401.420380:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731522401.420395:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:1.0:1731522401.420519:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522401.420525:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522401.420530:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522401.420536:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915052032, portal 25 00000400:00000010:1.0:1731522401.420540:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381aa0. 00000100:00000200:1.0:1731522401.420541:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915052032, offset 0 00000400:00000200:1.0:1731522401.420548:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522401.420557:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522401.420561:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522401.420564:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522401.420566:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522401.420568:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522401.420570:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [662:662:256:4294967295] 192.168.203.102@tcp LPNI seq info [662:662:8:4294967295] 00000400:00000200:1.0:1731522401.420635:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522401.420641:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522401.420644:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731522401.420649:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522401.420655:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522401.420658:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522401.420770:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522401.420773:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731522401.420777:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522401.420781:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522401.420784:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381aa0 00000400:00000010:0.0:1731522401.420785:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381aa0. 00000100:00000200:0.0:1731522401.420791:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629915052032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522401.421902:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522401.421911:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215800 00000400:00000200:0.0:1731522401.421916:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1581 [1] + 224 00000400:00000200:0.0:1731522401.421932:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522401.421935:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522401.421940:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629915052032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522401.422039:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522401.422042:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522401.422043:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522401.422047:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629915052032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522401.422063:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629915052032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522401.422078:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522401.422081:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:1.0:1731522401.422084:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731522406.428379:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731522406.428397:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:1.0:1731522406.428495:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522406.428502:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522406.428507:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522406.428512:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915052160, portal 25 00000400:00000010:1.0:1731522406.428516:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381110. 00000100:00000200:1.0:1731522406.428517:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915052160, offset 0 00000400:00000200:1.0:1731522406.428525:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522406.428533:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522406.428537:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522406.428540:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522406.428543:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522406.428545:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522406.428548:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [663:663:256:4294967295] 192.168.203.102@tcp LPNI seq info [663:663:8:4294967295] 00000400:00000200:1.0:1731522406.428556:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522406.428561:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522406.428565:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731522406.428570:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522406.428577:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522406.428581:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522406.428708:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522406.428719:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731522406.428722:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522406.428726:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522406.428729:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381110 00000400:00000010:0.0:1731522406.428730:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381110. 00000100:00000200:0.0:1731522406.428736:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629915052160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522406.429897:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522406.429908:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215880 00000400:00000200:0.0:1731522406.429914:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1589 [1] + 224 00000400:00000200:0.0:1731522406.429928:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522406.429930:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522406.429936:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629915052160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522406.430113:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522406.430117:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522406.430119:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522406.430123:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629915052160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522406.430138:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629915052160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522406.430155:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522406.430158:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:1.0:1731522406.430161:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731522411.436360:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731522411.436374:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:1.0:1731522411.436439:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522411.436445:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522411.436450:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522411.436455:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915052288, portal 25 00000400:00000010:1.0:1731522411.436458:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381a18. 00000100:00000200:1.0:1731522411.436459:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915052288, offset 0 00000400:00000200:1.0:1731522411.436465:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522411.436474:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522411.436478:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522411.436481:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522411.436484:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522411.436485:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522411.436488:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [664:664:256:4294967295] 192.168.203.102@tcp LPNI seq info [664:664:8:4294967295] 00000400:00000200:1.0:1731522411.436495:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522411.436499:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522411.436502:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522411.436506:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522411.436513:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522411.436515:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522411.436665:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522411.436670:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522411.436674:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522411.436679:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522411.436682:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381a18 00000400:00000010:0.0:1731522411.436683:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381a18. 00000100:00000200:0.0:1731522411.436690:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629915052288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522411.437729:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522411.437740:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215900 00000400:00000200:0.0:1731522411.437746:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1591 [1] + 224 00000400:00000200:0.0:1731522411.437763:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522411.437767:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522411.437774:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629915052288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522411.437908:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522411.437913:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522411.437914:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522411.437919:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629915052288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522411.437939:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629915052288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522411.437960:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522411.437965:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:1.0:1731522411.437969:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731522416.444368:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731522416.444384:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78d00. 02000000:00000010:3.0:1731522416.444500:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522416.444512:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522416.444520:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522416.444528:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915052416, portal 25 00000400:00000010:3.0:1731522416.444533:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d110. 00000100:00000200:3.0:1731522416.444535:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915052416, offset 0 00000400:00000200:3.0:1731522416.444545:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522416.444559:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522416.444563:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522416.444568:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522416.444571:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522416.444573:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522416.444576:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [665:665:256:4294967295] 192.168.203.102@tcp LPNI seq info [665:665:8:4294967295] 00000400:00000200:3.0:1731522416.444586:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522416.444593:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522416.444597:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39d00. 00000800:00000200:3.0:1731522416.444603:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522416.444612:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522416.444616:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522416.444726:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522416.444729:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39d00. 00000400:00000200:0.0:1731522416.444732:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522416.444740:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522416.444744:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d110 00000400:00000010:0.0:1731522416.444745:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d110. 00000100:00000200:0.0:1731522416.444752:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629915052416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522416.445721:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522416.445732:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215980 00000400:00000200:0.0:1731522416.445738:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1599 [1] + 224 00000400:00000200:0.0:1731522416.445755:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522416.445758:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522416.445762:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629915052416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522416.445838:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522416.445842:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522416.445843:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522416.445849:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629915052416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522416.445868:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629915052416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522416.445885:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522416.445889:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78d00. 00000100:00000010:3.0:1731522416.445892:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731522421.452466:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731522421.452483:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:1.0:1731522421.452545:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522421.452550:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522421.452555:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522421.452559:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915052544, portal 25 00000400:00000010:1.0:1731522421.452563:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381088. 00000100:00000200:1.0:1731522421.452564:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915052544, offset 0 00000400:00000200:1.0:1731522421.452570:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522421.452578:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522421.452581:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522421.452583:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522421.452585:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522421.452587:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522421.452588:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [666:666:256:4294967295] 192.168.203.102@tcp LPNI seq info [666:666:8:4294967295] 00000400:00000200:1.0:1731522421.452594:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522421.452597:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522421.452599:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731522421.452602:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522421.452607:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522421.452609:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522421.452708:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522421.452710:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731522421.452714:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522421.452717:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522421.452720:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381088 00000400:00000010:0.0:1731522421.452721:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381088. 00000100:00000200:0.0:1731522421.452727:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629915052544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522421.453977:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522421.453988:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215a00 00000400:00000200:0.0:1731522421.454001:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x15a1 [1] + 224 00000400:00000200:0.0:1731522421.454015:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522421.454019:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522421.454025:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629915052544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522421.454111:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522421.454115:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522421.454116:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522421.454121:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629915052544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522421.454136:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629915052544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522421.454154:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522421.454158:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:1.0:1731522421.454160:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731522426.460412:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731522426.460435:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78d00. 02000000:00000010:1.0:1731522426.460670:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522426.460681:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522426.460687:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522426.460692:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915052672, portal 25 00000400:00000010:1.0:1731522426.460697:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381088. 00000100:00000200:1.0:1731522426.460699:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915052672, offset 0 00000400:00000200:1.0:1731522426.460729:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522426.460738:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522426.460742:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522426.460744:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522426.460747:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522426.460749:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522426.460752:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [667:667:256:4294967295] 192.168.203.102@tcp LPNI seq info [667:667:8:4294967295] 00000400:00000200:1.0:1731522426.460760:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522426.460765:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522426.460768:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522426.460772:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522426.460778:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522426.460781:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522426.460919:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522426.460922:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522426.460925:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522426.460929:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522426.460931:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381088 00000400:00000010:0.0:1731522426.460933:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381088. 00000100:00000200:0.0:1731522426.460938:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629915052672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522426.462106:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522426.462114:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215a80 00000400:00000200:0.0:1731522426.462118:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x15a9 [1] + 224 00000400:00000200:0.0:1731522426.462130:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522426.462132:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522426.462136:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629915052672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522426.462216:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522426.462219:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522426.462220:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522426.462228:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629915052672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522426.462246:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629915052672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522426.462261:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522426.462263:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78d00. 00000100:00000010:1.0:1731522426.462298:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731522431.468370:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731522431.468386:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:1.0:1731522431.468450:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522431.468455:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522431.468460:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522431.468464:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915052800, portal 25 00000400:00000010:1.0:1731522431.468467:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381a18. 00000100:00000200:1.0:1731522431.468468:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915052800, offset 0 00000400:00000200:1.0:1731522431.468473:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522431.468481:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522431.468484:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522431.468487:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522431.468489:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522431.468490:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522431.468492:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [668:668:256:4294967295] 192.168.203.102@tcp LPNI seq info [668:668:8:4294967295] 00000400:00000200:1.0:1731522431.468496:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522431.468499:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522431.468501:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731522431.468505:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522431.468510:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522431.468512:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522431.468617:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522431.468620:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731522431.468625:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522431.468632:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522431.468635:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381a18 00000400:00000010:0.0:1731522431.468636:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381a18. 00000100:00000200:0.0:1731522431.468650:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629915052800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522431.469832:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522431.469839:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215b00 00000400:00000200:0.0:1731522431.469842:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x15b1 [1] + 224 00000400:00000200:0.0:1731522431.469852:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522431.469854:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522431.469858:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629915052800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522431.469902:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522431.469905:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522431.469906:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522431.469909:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629915052800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522431.469924:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629915052800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522431.469939:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522431.469942:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:1.0:1731522431.469944:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731522436.476375:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731522436.476393:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:1.0:1731522436.476466:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522436.476472:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522436.476476:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522436.476480:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915052928, portal 25 00000400:00000010:1.0:1731522436.476482:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381110. 00000100:00000200:1.0:1731522436.476484:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915052928, offset 0 00000400:00000200:1.0:1731522436.476489:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522436.476497:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522436.476500:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522436.476503:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522436.476505:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522436.476506:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522436.476508:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [669:669:256:4294967295] 192.168.203.102@tcp LPNI seq info [669:669:8:4294967295] 00000400:00000200:1.0:1731522436.476513:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522436.476516:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522436.476519:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731522436.476522:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522436.476527:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522436.476530:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522436.476610:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522436.476612:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731522436.476616:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522436.476620:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522436.476623:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381110 00000400:00000010:0.0:1731522436.476624:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381110. 00000100:00000200:0.0:1731522436.476629:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629915052928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522436.477607:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522436.477615:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215b80 00000400:00000200:0.0:1731522436.477621:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x15b9 [1] + 224 00000400:00000200:0.0:1731522436.477648:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522436.477652:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522436.477657:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629915052928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522436.477703:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522436.477706:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522436.477708:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522436.477712:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629915052928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522436.477731:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629915052928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522436.477746:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522436.477749:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:1.0:1731522436.477752:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731522441.484418:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731522441.484435:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:1.0:1731522441.484510:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522441.484517:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522441.484523:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522441.484529:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915053056, portal 25 00000400:00000010:1.0:1731522441.484532:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381aa0. 00000100:00000200:1.0:1731522441.484534:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915053056, offset 0 00000400:00000200:1.0:1731522441.484542:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522441.484550:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522441.484554:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522441.484557:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522441.484559:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522441.484561:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522441.484574:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [670:670:256:4294967295] 192.168.203.102@tcp LPNI seq info [670:670:8:4294967295] 00000400:00000200:1.0:1731522441.484582:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522441.484587:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522441.484590:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522441.484595:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522441.484630:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522441.484633:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522441.484745:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522441.484755:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522441.484759:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522441.484764:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522441.484766:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381aa0 00000400:00000010:0.0:1731522441.484768:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381aa0. 00000100:00000200:0.0:1731522441.484773:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629915053056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522441.485922:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522441.485931:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215c00 00000400:00000200:0.0:1731522441.485937:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x15c1 [1] + 224 00000400:00000200:0.0:1731522441.485951:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522441.485954:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522441.485960:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629915053056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522441.486017:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522441.486021:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522441.486022:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522441.486026:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629915053056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522441.486041:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629915053056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522441.486056:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522441.486059:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:1.0:1731522441.486062:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731522446.492550:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731522446.492591:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731522446.492717:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522446.492723:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522446.492729:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522446.492734:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915053184, portal 25 00000400:00000010:3.0:1731522446.492738:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d880. 00000100:00000200:3.0:1731522446.492740:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915053184, offset 0 00000400:00000200:3.0:1731522446.492746:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522446.492757:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522446.492761:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522446.492764:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522446.492767:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522446.492768:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522446.492771:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [671:671:256:4294967295] 192.168.203.102@tcp LPNI seq info [671:671:8:4294967295] 00000400:00000200:3.0:1731522446.492965:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522446.492971:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522446.492974:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39900. 00000800:00000200:3.0:1731522446.492978:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522446.492985:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522446.492989:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522446.493099:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522446.493102:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39900. 00000400:00000200:0.0:1731522446.493105:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522446.493109:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522446.493111:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d880 00000400:00000010:0.0:1731522446.493111:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d880. 00000100:00000200:0.0:1731522446.493116:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629915053184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522446.494679:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522446.494688:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215c80 00000400:00000200:0.0:1731522446.494694:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x15c9 [1] + 224 00000400:00000200:0.0:1731522446.494709:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522446.494712:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522446.494717:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629915053184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522446.494777:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522446.494780:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522446.494782:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522446.494785:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629915053184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522446.494801:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629915053184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522446.494816:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522446.494820:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731522446.494823:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731522451.500360:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731522451.500375:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:1.0:1731522451.500439:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522451.500445:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522451.500449:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522451.500453:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915053312, portal 25 00000400:00000010:1.0:1731522451.500455:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381b28. 00000100:00000200:1.0:1731522451.500456:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915053312, offset 0 00000400:00000200:1.0:1731522451.500462:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522451.500470:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522451.500473:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522451.500476:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522451.500478:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522451.500479:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522451.500481:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [672:672:256:4294967295] 192.168.203.102@tcp LPNI seq info [672:672:8:4294967295] 00000400:00000200:1.0:1731522451.500485:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522451.500489:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522451.500490:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522451.500494:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522451.500498:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522451.500501:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522451.500626:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522451.500629:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522451.500633:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522451.500637:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522451.500640:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381b28 00000400:00000010:0.0:1731522451.500642:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381b28. 00000100:00000200:0.0:1731522451.500648:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629915053312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522451.501493:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522451.501500:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215d00 00000400:00000200:0.0:1731522451.501504:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x15d1 [1] + 224 00000400:00000200:0.0:1731522451.501516:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522451.501518:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522451.501521:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629915053312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522451.501577:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522451.501582:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522451.501583:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522451.501587:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629915053312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522451.501604:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629915053312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522451.501619:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522451.501622:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:1.0:1731522451.501624:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731522456.508401:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731522456.508417:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78b00. 02000000:00000010:3.0:1731522456.508495:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522456.508515:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522456.508520:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522456.508525:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915053440, portal 25 00000400:00000010:3.0:1731522456.508528:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d6e8. 00000100:00000200:3.0:1731522456.508530:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915053440, offset 0 00000400:00000200:3.0:1731522456.508537:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522456.508548:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522456.508552:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522456.508556:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522456.508559:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522456.508561:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522456.508563:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [673:673:256:4294967295] 192.168.203.102@tcp LPNI seq info [673:673:8:4294967295] 00000400:00000200:3.0:1731522456.508571:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522456.508576:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522456.508579:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39500. 00000800:00000200:3.0:1731522456.508583:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522456.508589:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522456.508592:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522456.508693:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522456.508696:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39500. 00000400:00000200:0.0:1731522456.508699:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522456.508703:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522456.508706:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d6e8 00000400:00000010:0.0:1731522456.508707:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d6e8. 00000100:00000200:0.0:1731522456.508712:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629915053440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522456.509795:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522456.509803:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215d80 00000400:00000200:0.0:1731522456.509817:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x15d9 [1] + 224 00000400:00000200:0.0:1731522456.509829:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522456.509832:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522456.509837:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629915053440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522456.509890:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522456.509894:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522456.509895:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522456.509899:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629915053440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522456.509915:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629915053440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522456.509931:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522456.509934:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78b00. 00000100:00000010:3.0:1731522456.509936:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731522461.516375:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731522461.516392:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:1.0:1731522461.516479:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522461.516486:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522461.516491:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522461.516496:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915053568, portal 25 00000400:00000010:1.0:1731522461.516498:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381bb0. 00000100:00000200:1.0:1731522461.516499:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915053568, offset 0 00000400:00000200:1.0:1731522461.516506:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522461.516515:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522461.516519:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522461.516523:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522461.516525:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522461.516527:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522461.516529:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [674:674:256:4294967295] 192.168.203.102@tcp LPNI seq info [674:674:8:4294967295] 00000400:00000200:1.0:1731522461.516536:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522461.516541:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522461.516544:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522461.516548:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522461.516555:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522461.516557:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522461.516652:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522461.516655:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522461.516659:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522461.516663:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522461.516667:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381bb0 00000400:00000010:0.0:1731522461.516669:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381bb0. 00000100:00000200:0.0:1731522461.516674:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629915053568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522461.517664:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522461.517672:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215e00 00000400:00000200:0.0:1731522461.517676:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x15e1 [1] + 224 00000400:00000200:0.0:1731522461.517692:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522461.517695:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522461.517700:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629915053568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522461.517749:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522461.517753:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522461.517754:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522461.517758:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629915053568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522461.517776:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629915053568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522461.517791:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522461.517795:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:1.0:1731522461.517798:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731522466.524368:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731522466.524384:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78e00. 02000000:00000010:3.0:1731522466.524472:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522466.524479:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522466.524484:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522466.524489:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915053696, portal 25 00000400:00000010:3.0:1731522466.524492:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d3b8. 00000100:00000200:3.0:1731522466.524494:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915053696, offset 0 00000400:00000200:3.0:1731522466.524501:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522466.524511:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522466.524515:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522466.524518:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522466.524521:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522466.524522:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522466.524525:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [675:675:256:4294967295] 192.168.203.102@tcp LPNI seq info [675:675:8:4294967295] 00000400:00000200:3.0:1731522466.524532:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522466.524538:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522466.524541:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39b00. 00000800:00000200:3.0:1731522466.524545:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522466.524551:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522466.524554:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522466.524645:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522466.524648:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39b00. 00000400:00000200:0.0:1731522466.524651:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522466.524655:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522466.524657:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d3b8 00000400:00000010:0.0:1731522466.524659:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d3b8. 00000100:00000200:0.0:1731522466.524673:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915053696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522466.525674:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522466.525683:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215e80 00000400:00000200:0.0:1731522466.525689:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x15e9 [1] + 224 00000400:00000200:0.0:1731522466.525704:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522466.525707:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522466.525712:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915053696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522466.525771:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522466.525775:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522466.525776:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522466.525781:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915053696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522466.525796:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915053696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522466.525812:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522466.525816:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78e00. 00000100:00000010:3.0:1731522466.525818:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731522471.532363:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731522471.532377:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:3.0:1731522471.532487:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522471.532493:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522471.532499:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522471.532503:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915053824, portal 25 00000400:00000010:3.0:1731522471.532507:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4db28. 00000100:00000200:3.0:1731522471.532508:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915053824, offset 0 00000400:00000200:3.0:1731522471.532515:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522471.532525:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522471.532528:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522471.532532:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522471.532534:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522471.532535:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522471.532538:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [676:676:256:4294967295] 192.168.203.102@tcp LPNI seq info [676:676:8:4294967295] 00000400:00000200:3.0:1731522471.532544:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522471.532549:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522471.532551:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39100. 00000800:00000200:3.0:1731522471.532555:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522471.532562:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522471.532564:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522471.532677:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522471.532680:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39100. 00000400:00000200:0.0:1731522471.532683:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522471.532687:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522471.532690:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4db28 00000400:00000010:0.0:1731522471.532692:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4db28. 00000100:00000200:0.0:1731522471.532697:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915053824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522471.533625:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522471.533633:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215f00 00000400:00000200:0.0:1731522471.533637:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x15f1 [1] + 224 00000400:00000200:0.0:1731522471.533653:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522471.533657:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522471.533661:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915053824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522471.533726:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522471.533729:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522471.533730:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522471.533734:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915053824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522471.533750:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915053824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522471.533762:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522471.533765:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:3.0:1731522471.533767:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731522476.540389:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731522476.540404:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78200. 02000000:00000010:3.0:1731522476.540465:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522476.540470:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522476.540475:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522476.540479:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915053952, portal 25 00000400:00000010:3.0:1731522476.540482:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d198. 00000100:00000200:3.0:1731522476.540483:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915053952, offset 0 00000400:00000200:3.0:1731522476.540489:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522476.540497:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522476.540499:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522476.540502:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522476.540504:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522476.540506:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522476.540507:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [677:677:256:4294967295] 192.168.203.102@tcp LPNI seq info [677:677:8:4294967295] 00000400:00000200:3.0:1731522476.540512:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522476.540516:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522476.540518:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39400. 00000800:00000200:3.0:1731522476.540521:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522476.540526:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522476.540528:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522476.540616:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522476.540627:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39400. 00000400:00000200:0.0:1731522476.540631:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522476.540635:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522476.540637:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d198 00000400:00000010:0.0:1731522476.540638:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d198. 00000100:00000200:0.0:1731522476.540644:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629915053952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522476.541471:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522476.541479:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48215f80 00000400:00000200:0.0:1731522476.541485:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x15f9 [1] + 224 00000400:00000200:0.0:1731522476.541497:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522476.541500:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522476.541504:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629915053952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522476.541550:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522476.541552:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522476.541553:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522476.541556:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629915053952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522476.541567:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629915053952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522476.541580:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522476.541582:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78200. 00000100:00000010:3.0:1731522476.541584:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731522481.548366:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731522481.548380:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:1.0:1731522481.548436:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522481.548442:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522481.548446:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522481.548450:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915054080, portal 25 00000400:00000010:1.0:1731522481.548453:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381ee0. 00000100:00000200:1.0:1731522481.548454:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915054080, offset 0 00000400:00000200:1.0:1731522481.548459:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522481.548467:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522481.548469:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522481.548472:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522481.548474:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522481.548475:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522481.548477:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [678:678:256:4294967295] 192.168.203.102@tcp LPNI seq info [678:678:8:4294967295] 00000400:00000200:1.0:1731522481.548482:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522481.548485:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522481.548490:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731522481.548493:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522481.548498:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522481.548500:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522481.548588:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522481.548590:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731522481.548593:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522481.548597:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522481.548599:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381ee0 00000400:00000010:0.0:1731522481.548600:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381ee0. 00000100:00000200:0.0:1731522481.548604:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629915054080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522481.549461:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522481.549467:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216000 00000400:00000200:0.0:1731522481.549471:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1601 [1] + 224 00000400:00000200:0.0:1731522481.549490:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522481.549493:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522481.549497:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629915054080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522481.549550:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522481.549553:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522481.549554:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522481.549557:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629915054080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522481.549568:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629915054080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522481.549580:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522481.549583:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:1.0:1731522481.549585:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731522486.556385:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731522486.556400:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78e00. 02000000:00000010:3.0:1731522486.556468:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522486.556475:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522486.556481:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522486.556487:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915054208, portal 25 00000400:00000010:3.0:1731522486.556491:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d000. 00000100:00000200:3.0:1731522486.556493:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915054208, offset 0 00000400:00000200:3.0:1731522486.556501:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522486.556511:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522486.556515:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522486.556519:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522486.556522:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522486.556524:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522486.556527:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [679:679:256:4294967295] 192.168.203.102@tcp LPNI seq info [679:679:8:4294967295] 00000400:00000200:3.0:1731522486.556536:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522486.556541:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522486.556545:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39200. 00000800:00000200:3.0:1731522486.556549:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522486.556556:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522486.556559:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522486.556661:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522486.556664:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39200. 00000400:00000200:0.0:1731522486.556667:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522486.556673:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522486.556676:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d000 00000400:00000010:0.0:1731522486.556678:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d000. 00000100:00000200:0.0:1731522486.556684:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629915054208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522486.557643:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522486.557651:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216080 00000400:00000200:0.0:1731522486.557655:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1609 [1] + 224 00000400:00000200:0.0:1731522486.557669:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522486.557671:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522486.557675:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629915054208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522486.557723:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522486.557726:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522486.557727:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522486.557730:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629915054208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522486.557744:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629915054208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522486.557758:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522486.557761:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78e00. 00000100:00000010:3.0:1731522486.557762:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731522491.564373:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731522491.564388:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:1.0:1731522491.564517:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522491.564524:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522491.564530:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522491.564535:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915054336, portal 25 00000400:00000010:1.0:1731522491.564539:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381000. 00000100:00000200:1.0:1731522491.564541:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915054336, offset 0 00000400:00000200:1.0:1731522491.564549:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522491.564558:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522491.564563:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522491.564567:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522491.564569:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522491.564572:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522491.564575:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [680:680:256:4294967295] 192.168.203.102@tcp LPNI seq info [680:680:8:4294967295] 00000400:00000200:1.0:1731522491.564583:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522491.564588:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522491.564592:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731522491.564597:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522491.564603:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522491.564607:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522491.564721:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522491.564724:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731522491.564729:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522491.564733:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522491.564736:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381000 00000400:00000010:0.0:1731522491.564737:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381000. 00000100:00000200:0.0:1731522491.564743:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629915054336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522491.566052:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522491.566060:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216100 00000400:00000200:0.0:1731522491.566074:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1611 [1] + 224 00000400:00000200:0.0:1731522491.566088:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522491.566092:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522491.566098:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629915054336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522491.566145:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522491.566149:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522491.566150:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522491.566155:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629915054336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522491.566170:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629915054336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522491.566184:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522491.566187:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:1.0:1731522491.566189:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731522496.572364:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731522496.572380:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78b00. 02000000:00000010:3.0:1731522496.572455:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522496.572463:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522496.572468:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522496.572475:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915054464, portal 25 00000400:00000010:3.0:1731522496.572478:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d330. 00000100:00000200:3.0:1731522496.572479:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915054464, offset 0 00000400:00000200:3.0:1731522496.572487:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522496.572497:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522496.572502:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522496.572506:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522496.572509:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522496.572511:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522496.572514:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [681:681:256:4294967295] 192.168.203.102@tcp LPNI seq info [681:681:8:4294967295] 00000400:00000200:3.0:1731522496.572522:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522496.572527:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522496.572530:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39a00. 00000800:00000200:3.0:1731522496.572535:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522496.572542:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522496.572545:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522496.572645:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522496.572648:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39a00. 00000400:00000200:0.0:1731522496.572652:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522496.572655:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522496.572658:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d330 00000400:00000010:0.0:1731522496.572659:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d330. 00000100:00000200:0.0:1731522496.572663:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629915054464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522496.573606:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522496.573612:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216180 00000400:00000200:0.0:1731522496.573617:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1619 [1] + 224 00000400:00000200:0.0:1731522496.573631:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522496.573633:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522496.573637:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629915054464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522496.573706:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522496.573710:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522496.573711:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522496.573715:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629915054464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522496.573733:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629915054464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522496.573746:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522496.573749:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78b00. 00000100:00000010:3.0:1731522496.573751:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:2.0:1731522501.580402:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445c00. 02000000:00000010:2.0:1731522501.580419:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:1.0:1731522501.580490:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522501.580496:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522501.580500:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522501.580505:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915054592, portal 25 00000400:00000010:1.0:1731522501.580507:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381330. 00000100:00000200:1.0:1731522501.580508:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915054592, offset 0 00000400:00000200:1.0:1731522501.580514:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522501.580523:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522501.580526:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522501.580529:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522501.580531:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522501.580533:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522501.580535:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [682:682:256:4294967295] 192.168.203.102@tcp LPNI seq info [682:682:8:4294967295] 00000400:00000200:1.0:1731522501.580541:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522501.580545:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522501.580547:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522501.580550:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522501.580556:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522501.580559:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522501.580655:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522501.580659:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522501.580663:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522501.580668:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522501.580671:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381330 00000400:00000010:0.0:1731522501.580673:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381330. 00000100:00000200:0.0:1731522501.580679:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445c00 x1815629915054592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522501.581599:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522501.581605:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216200 00000400:00000200:0.0:1731522501.581609:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1621 [1] + 224 00000400:00000200:0.0:1731522501.581620:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522501.581623:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522501.581627:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445c00 x1815629915054592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522501.581670:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522501.581673:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522501.581674:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522501.581682:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445c00 x1815629915054592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522501.581705:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445c00 x1815629915054592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522501.581719:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522501.581722:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:1.0:1731522501.581724:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445c00. 00000100:00000010:2.0:1731522506.588377:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445f80. 02000000:00000010:2.0:1731522506.588392:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:3.0:1731522506.588467:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522506.588474:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522506.588478:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522506.588483:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915054720, portal 25 00000400:00000010:3.0:1731522506.588486:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4df68. 00000100:00000200:3.0:1731522506.588487:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915054720, offset 0 00000400:00000200:3.0:1731522506.588495:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522506.588505:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522506.588509:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522506.588512:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522506.588515:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522506.588517:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522506.588520:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [683:683:256:4294967295] 192.168.203.102@tcp LPNI seq info [683:683:8:4294967295] 00000400:00000200:3.0:1731522506.588534:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522506.588540:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522506.588545:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39a00. 00000800:00000200:3.0:1731522506.588551:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522506.588558:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522506.588561:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522506.588677:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522506.588681:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39a00. 00000400:00000200:0.0:1731522506.588685:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522506.588690:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522506.588693:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4df68 00000400:00000010:0.0:1731522506.588695:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4df68. 00000100:00000200:0.0:1731522506.588701:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445f80 x1815629915054720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522506.589681:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522506.589690:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216280 00000400:00000200:0.0:1731522506.589696:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1629 [1] + 224 00000400:00000200:0.0:1731522506.589711:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522506.589714:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522506.589719:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445f80 x1815629915054720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522506.589778:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522506.589782:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522506.589784:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522506.589788:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445f80 x1815629915054720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522506.589809:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445f80 x1815629915054720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522506.589827:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522506.589830:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:3.0:1731522506.589834:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445f80. 00000100:00000010:2.0:1731522511.596372:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445880. 02000000:00000010:2.0:1731522511.596391:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731522511.596482:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522511.596490:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522511.596495:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522511.596502:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915054848, portal 25 00000400:00000010:3.0:1731522511.596506:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d770. 00000100:00000200:3.0:1731522511.596508:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915054848, offset 0 00000400:00000200:3.0:1731522511.596522:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522511.596532:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522511.596536:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522511.596540:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522511.596544:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522511.596546:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522511.596548:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [684:684:256:4294967295] 192.168.203.102@tcp LPNI seq info [684:684:8:4294967295] 00000400:00000200:3.0:1731522511.596558:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522511.596563:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522511.596567:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39200. 00000800:00000200:3.0:1731522511.596571:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522511.596578:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522511.596582:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522511.596682:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522511.596684:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39200. 00000400:00000200:0.0:1731522511.596687:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522511.596691:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522511.596694:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d770 00000400:00000010:0.0:1731522511.596695:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d770. 00000100:00000200:0.0:1731522511.596707:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445880 x1815629915054848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522511.597657:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522511.597666:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216300 00000400:00000200:0.0:1731522511.597671:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1631 [1] + 224 00000400:00000200:0.0:1731522511.597685:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522511.597688:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522511.597694:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445880 x1815629915054848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522511.597740:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522511.597746:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522511.597747:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522511.597751:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445880 x1815629915054848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522511.597765:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445880 x1815629915054848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522511.597779:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522511.597781:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731522511.597784:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445880. 00000100:00000010:0.0:1731522516.604445:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731522516.604467:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:3.0:1731522516.604554:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522516.604561:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522516.604568:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522516.604575:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915054976, portal 25 00000400:00000010:3.0:1731522516.604578:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d7f8. 00000100:00000200:3.0:1731522516.604579:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915054976, offset 0 00000400:00000200:3.0:1731522516.604587:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522516.604599:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522516.604604:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522516.604607:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522516.604610:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522516.604611:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522516.604613:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [685:685:256:4294967295] 192.168.203.102@tcp LPNI seq info [685:685:8:4294967295] 00000400:00000200:3.0:1731522516.604620:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522516.604623:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522516.604626:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39400. 00000800:00000200:3.0:1731522516.604630:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522516.604637:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522516.604641:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522516.604791:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522516.604795:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39400. 00000400:00000200:0.0:1731522516.604799:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522516.604803:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522516.604807:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d7f8 00000400:00000010:0.0:1731522516.604808:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d7f8. 00000100:00000200:0.0:1731522516.604815:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629915054976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522516.605715:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522516.605727:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216380 00000400:00000200:0.0:1731522516.605732:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1639 [1] + 224 00000400:00000200:0.0:1731522516.605747:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522516.605750:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522516.605757:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629915054976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522516.605801:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522516.605804:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522516.605806:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522516.605810:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629915054976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522516.605833:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629915054976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522516.605852:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522516.605857:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:3.0:1731522516.605861:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731522521.612409:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731522521.612432:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:1.0:1731522521.612531:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522521.612541:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522521.612547:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522521.612553:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915055104, portal 25 00000400:00000010:1.0:1731522521.612557:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381990. 00000100:00000200:1.0:1731522521.612558:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915055104, offset 0 00000400:00000200:1.0:1731522521.612566:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522521.612577:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522521.612581:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522521.612585:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522521.612588:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522521.612589:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522521.612591:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [686:686:256:4294967295] 192.168.203.102@tcp LPNI seq info [686:686:8:4294967295] 00000400:00000200:1.0:1731522521.612597:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522521.612601:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522521.612604:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522521.612609:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522521.612615:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522521.612618:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522521.612769:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522521.612786:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522521.612793:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522521.612801:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522521.612806:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381990 00000400:00000010:0.0:1731522521.612808:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381990. 00000100:00000200:0.0:1731522521.612818:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629915055104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522521.613835:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522521.613849:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216400 00000400:00000200:0.0:1731522521.613857:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1641 [1] + 224 00000400:00000200:0.0:1731522521.613879:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522521.613884:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522521.613892:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629915055104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522521.613943:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522521.613947:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522521.613948:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522521.613954:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629915055104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522521.613978:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629915055104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522521.613999:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522521.614004:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:1.0:1731522521.614009:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731522526.620380:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731522526.620397:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:3.0:1731522526.620473:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522526.620479:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522526.620484:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522526.620490:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915055232, portal 25 00000400:00000010:3.0:1731522526.620494:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4da18. 00000100:00000200:3.0:1731522526.620496:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915055232, offset 0 00000400:00000200:3.0:1731522526.620504:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522526.620514:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522526.620518:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522526.620521:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522526.620524:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522526.620526:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522526.620529:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [687:687:256:4294967295] 192.168.203.102@tcp LPNI seq info [687:687:8:4294967295] 00000400:00000200:3.0:1731522526.620538:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522526.620544:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522526.620547:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39100. 00000800:00000200:3.0:1731522526.620551:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522526.620558:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522526.620562:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522526.620648:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522526.620651:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39100. 00000400:00000200:0.0:1731522526.620655:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522526.620660:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522526.620663:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4da18 00000400:00000010:0.0:1731522526.620665:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4da18. 00000100:00000200:0.0:1731522526.620671:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629915055232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522526.621548:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522526.621555:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216480 00000400:00000200:0.0:1731522526.621558:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1649 [1] + 224 00000400:00000200:0.0:1731522526.621570:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522526.621572:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522526.621576:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629915055232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522526.621632:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522526.621636:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522526.621638:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522526.621642:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629915055232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522526.621660:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629915055232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522526.621677:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522526.621681:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:3.0:1731522526.621684:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731522531.628342:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731522531.628361:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:1.0:1731522531.628437:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522531.628444:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522531.628451:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522531.628457:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915055360, portal 25 00000400:00000010:1.0:1731522531.628460:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3815d8. 00000100:00000200:1.0:1731522531.628461:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915055360, offset 0 00000400:00000200:1.0:1731522531.628468:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522531.628476:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522531.628479:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522531.628482:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522531.628484:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522531.628486:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522531.628488:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [688:688:256:4294967295] 192.168.203.102@tcp LPNI seq info [688:688:8:4294967295] 00000400:00000200:1.0:1731522531.628494:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522531.628498:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522531.628500:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731522531.628504:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522531.628509:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522531.628512:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522531.628614:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522531.628617:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731522531.628622:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522531.628626:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522531.628630:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3815d8 00000400:00000010:0.0:1731522531.628632:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3815d8. 00000100:00000200:0.0:1731522531.628638:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629915055360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522531.629686:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522531.629696:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216500 00000400:00000200:0.0:1731522531.629700:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1651 [1] + 224 00000400:00000200:0.0:1731522531.629717:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522531.629720:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522531.629726:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629915055360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522531.629807:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522531.629812:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522531.629813:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522531.629818:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629915055360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522531.629838:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629915055360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522531.629855:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522531.629866:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:1.0:1731522531.629869:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731522536.636330:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731522536.636345:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:3.0:1731522536.636400:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522536.636407:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522536.636412:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522536.636417:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915055488, portal 25 00000400:00000010:3.0:1731522536.636420:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d5d8. 00000100:00000200:3.0:1731522536.636421:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915055488, offset 0 00000400:00000200:3.0:1731522536.636427:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522536.636435:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522536.636438:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522536.636441:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522536.636443:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522536.636444:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522536.636447:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [689:689:256:4294967295] 192.168.203.102@tcp LPNI seq info [689:689:8:4294967295] 00000400:00000200:3.0:1731522536.636454:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522536.636460:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522536.636463:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39b00. 00000800:00000200:3.0:1731522536.636468:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522536.636475:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522536.636479:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522536.636561:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522536.636563:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39b00. 00000400:00000200:0.0:1731522536.636565:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522536.636569:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522536.636571:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d5d8 00000400:00000010:0.0:1731522536.636573:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d5d8. 00000100:00000200:0.0:1731522536.636577:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629915055488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522536.637588:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522536.637595:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216580 00000400:00000200:0.0:1731522536.637605:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1659 [1] + 224 00000400:00000200:0.0:1731522536.637616:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522536.637618:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522536.637622:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629915055488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522536.637701:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522536.637706:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522536.637707:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522536.637712:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629915055488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522536.637731:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629915055488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522536.637745:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522536.637749:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:3.0:1731522536.637751:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731522541.644375:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731522541.644391:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:1.0:1731522541.644471:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522541.644478:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522541.644485:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522541.644489:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915055616, portal 25 00000400:00000010:1.0:1731522541.644492:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381440. 00000100:00000200:1.0:1731522541.644493:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915055616, offset 0 00000400:00000200:1.0:1731522541.644499:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522541.644508:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522541.644511:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522541.644514:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522541.644516:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522541.644518:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522541.644520:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [690:690:256:4294967295] 192.168.203.102@tcp LPNI seq info [690:690:8:4294967295] 00000400:00000200:1.0:1731522541.644526:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522541.644529:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522541.644532:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731522541.644535:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522541.644541:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522541.644543:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522541.644655:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522541.644658:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731522541.644662:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522541.644667:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522541.644670:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381440 00000400:00000010:0.0:1731522541.644672:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381440. 00000100:00000200:0.0:1731522541.644678:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629915055616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522541.645593:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522541.645600:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216600 00000400:00000200:0.0:1731522541.645605:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1661 [1] + 224 00000400:00000200:0.0:1731522541.645618:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522541.645620:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522541.645624:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629915055616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522541.645677:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522541.645681:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522541.645682:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522541.645686:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629915055616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522541.645706:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629915055616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522541.645722:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522541.645725:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:1.0:1731522541.645728:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731522546.652356:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731522546.652373:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78d00. 02000000:00000010:3.0:1731522546.652451:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522546.652458:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522546.652463:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522546.652469:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915055744, portal 25 00000400:00000010:3.0:1731522546.652471:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731522546.652473:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915055744, offset 0 00000400:00000200:3.0:1731522546.652479:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522546.652488:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522546.652491:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522546.652494:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522546.652497:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522546.652498:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522546.652500:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [691:691:256:4294967295] 192.168.203.102@tcp LPNI seq info [691:691:8:4294967295] 00000400:00000200:3.0:1731522546.652505:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522546.652509:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522546.652511:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39500. 00000800:00000200:3.0:1731522546.652515:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522546.652520:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522546.652523:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522546.652623:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522546.652625:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39500. 00000400:00000200:0.0:1731522546.652627:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522546.652631:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522546.652633:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d220 00000400:00000010:0.0:1731522546.652634:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d220. 00000100:00000200:0.0:1731522546.652647:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629915055744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522546.653683:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522546.653692:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216680 00000400:00000200:0.0:1731522546.653697:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1669 [1] + 224 00000400:00000200:0.0:1731522546.653712:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522546.653716:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522546.653721:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629915055744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522546.653781:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522546.653785:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522546.653786:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522546.653791:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629915055744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522546.653807:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629915055744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522546.653823:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522546.653827:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78d00. 00000100:00000010:3.0:1731522546.653830:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731522551.660393:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731522551.660415:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:3.0:1731522551.660540:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522551.660547:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522551.660551:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522551.660556:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915055872, portal 25 00000400:00000010:3.0:1731522551.660559:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d660. 00000100:00000200:3.0:1731522551.660561:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915055872, offset 0 00000400:00000200:3.0:1731522551.660567:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522551.660575:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522551.660578:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522551.660581:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522551.660583:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522551.660585:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522551.660586:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [692:692:256:4294967295] 192.168.203.102@tcp LPNI seq info [692:692:8:4294967295] 00000400:00000200:3.0:1731522551.660592:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522551.660596:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522551.660598:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39900. 00000800:00000200:3.0:1731522551.660602:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522551.660607:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522551.660609:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522551.660745:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522551.660749:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39900. 00000400:00000200:0.0:1731522551.660754:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522551.660760:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522551.660764:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d660 00000400:00000010:0.0:1731522551.660766:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d660. 00000100:00000200:0.0:1731522551.660773:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629915055872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522551.661679:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522551.661687:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216700 00000400:00000200:0.0:1731522551.661691:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1671 [1] + 224 00000400:00000200:0.0:1731522551.661706:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522551.661709:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522551.661715:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629915055872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522551.661753:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522551.661756:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522551.661757:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522551.661760:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629915055872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522551.661775:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629915055872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522551.661788:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522551.661791:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:3.0:1731522551.661793:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731522556.668373:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731522556.668388:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78b00. 02000000:00000010:3.0:1731522556.668466:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522556.668473:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522556.668477:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522556.668482:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915056000, portal 25 00000400:00000010:3.0:1731522556.668485:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d2a8. 00000100:00000200:3.0:1731522556.668486:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915056000, offset 0 00000400:00000200:3.0:1731522556.668493:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522556.668501:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522556.668504:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522556.668507:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522556.668509:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522556.668510:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522556.668512:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [693:693:256:4294967295] 192.168.203.102@tcp LPNI seq info [693:693:8:4294967295] 00000400:00000200:3.0:1731522556.668518:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522556.668521:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522556.668523:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39d00. 00000800:00000200:3.0:1731522556.668527:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522556.668532:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522556.668534:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522556.668636:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522556.668647:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39d00. 00000400:00000200:0.0:1731522556.668650:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522556.668653:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522556.668656:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d2a8 00000400:00000010:0.0:1731522556.668657:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d2a8. 00000100:00000200:0.0:1731522556.668663:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629915056000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522556.669623:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522556.669631:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216780 00000400:00000200:0.0:1731522556.669635:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1679 [1] + 224 00000400:00000200:0.0:1731522556.669645:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522556.669648:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522556.669652:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629915056000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522556.669713:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522556.669717:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522556.669718:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522556.669723:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629915056000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522556.669740:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629915056000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522556.669757:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522556.669761:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78b00. 00000100:00000010:3.0:1731522556.669764:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731522561.676383:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731522561.676402:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:1.0:1731522561.676487:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522561.676494:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522561.676499:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522561.676504:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915056128, portal 25 00000400:00000010:1.0:1731522561.676506:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3813b8. 00000100:00000200:1.0:1731522561.676508:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915056128, offset 0 00000400:00000200:1.0:1731522561.676514:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522561.676524:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522561.676527:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522561.676530:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522561.676532:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522561.676534:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522561.676535:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [694:694:256:4294967295] 192.168.203.102@tcp LPNI seq info [694:694:8:4294967295] 00000400:00000200:1.0:1731522561.676541:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522561.676545:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522561.676547:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522561.676551:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522561.676556:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522561.676558:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522561.676643:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522561.676645:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522561.676652:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522561.676658:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522561.676661:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3813b8 00000400:00000010:0.0:1731522561.676662:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3813b8. 00000100:00000200:0.0:1731522561.676668:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629915056128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522561.677579:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522561.677588:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216800 00000400:00000200:0.0:1731522561.677591:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1681 [1] + 224 00000400:00000200:0.0:1731522561.677607:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522561.677611:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522561.677617:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629915056128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522561.677671:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522561.677674:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522561.677675:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522561.677678:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629915056128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522561.677692:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629915056128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522561.677709:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522561.677714:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:1.0:1731522561.677717:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731522566.684373:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731522566.684392:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78000. 02000000:00000010:3.0:1731522566.684470:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522566.684477:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522566.684482:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522566.684487:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915056256, portal 25 00000400:00000010:3.0:1731522566.684490:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d088. 00000100:00000200:3.0:1731522566.684492:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915056256, offset 0 00000400:00000200:3.0:1731522566.684499:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522566.684509:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522566.684514:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522566.684517:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522566.684520:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522566.684522:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522566.684524:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [695:695:256:4294967295] 192.168.203.102@tcp LPNI seq info [695:695:8:4294967295] 00000400:00000200:3.0:1731522566.684530:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522566.684534:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522566.684537:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39f00. 00000800:00000200:3.0:1731522566.684541:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522566.684547:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522566.684550:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522566.684654:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522566.684657:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39f00. 00000400:00000200:0.0:1731522566.684660:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522566.684665:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522566.684668:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d088 00000400:00000010:0.0:1731522566.684670:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d088. 00000100:00000200:0.0:1731522566.684676:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629915056256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522566.685698:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522566.685704:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216880 00000400:00000200:0.0:1731522566.685710:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1689 [1] + 224 00000400:00000200:0.0:1731522566.685725:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522566.685729:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522566.685734:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629915056256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522566.685795:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522566.685799:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522566.685800:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522566.685804:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629915056256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522566.685825:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629915056256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522566.685840:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522566.685843:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78000. 00000100:00000010:3.0:1731522566.685846:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731522571.692366:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731522571.692382:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:1.0:1731522571.692448:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522571.692454:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522571.692460:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522571.692466:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915056384, portal 25 00000400:00000010:1.0:1731522571.692470:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3814c8. 00000100:00000200:1.0:1731522571.692471:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915056384, offset 0 00000400:00000200:1.0:1731522571.692478:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522571.692486:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522571.692489:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522571.692492:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522571.692495:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522571.692497:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522571.692500:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [696:696:256:4294967295] 192.168.203.102@tcp LPNI seq info [696:696:8:4294967295] 00000400:00000200:1.0:1731522571.692508:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522571.692514:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522571.692517:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731522571.692522:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522571.692529:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522571.692532:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522571.692680:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522571.692683:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731522571.692687:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522571.692691:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522571.692694:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3814c8 00000400:00000010:0.0:1731522571.692696:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3814c8. 00000100:00000200:0.0:1731522571.692702:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629915056384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522571.693838:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522571.693846:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216900 00000400:00000200:0.0:1731522571.693860:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1691 [1] + 224 00000400:00000200:0.0:1731522571.693874:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522571.693878:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522571.693882:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629915056384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522571.693932:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522571.693936:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522571.693937:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522571.693942:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629915056384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522571.693960:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629915056384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522571.693975:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522571.693979:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:1.0:1731522571.693982:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731522576.700373:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731522576.700391:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:3.0:1731522576.700490:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522576.700497:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522576.700503:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522576.700510:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915056512, portal 25 00000400:00000010:3.0:1731522576.700514:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dbb0. 00000100:00000200:3.0:1731522576.700515:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915056512, offset 0 00000400:00000200:3.0:1731522576.700524:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522576.700534:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522576.700538:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522576.700542:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522576.700544:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522576.700546:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522576.700549:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [697:697:256:4294967295] 192.168.203.102@tcp LPNI seq info [697:697:8:4294967295] 00000400:00000200:3.0:1731522576.700557:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522576.700563:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522576.700567:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39000. 00000800:00000200:3.0:1731522576.700571:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522576.700579:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522576.700582:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522576.700711:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522576.700714:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39000. 00000400:00000200:0.0:1731522576.700717:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522576.700723:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522576.700726:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dbb0 00000400:00000010:0.0:1731522576.700727:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dbb0. 00000100:00000200:0.0:1731522576.700732:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629915056512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522576.701770:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522576.701780:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216980 00000400:00000200:0.0:1731522576.701785:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1699 [1] + 224 00000400:00000200:0.0:1731522576.701804:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522576.701808:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522576.701814:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629915056512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522576.701881:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522576.701884:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522576.701885:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522576.701889:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629915056512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522576.701905:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629915056512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522576.701920:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522576.701924:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:3.0:1731522576.701927:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731522581.708388:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731522581.708407:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:1.0:1731522581.708788:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522581.708799:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522581.708805:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522581.708811:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915056640, portal 25 00000400:00000010:1.0:1731522581.708815:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381220. 00000100:00000200:1.0:1731522581.708817:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915056640, offset 0 00000400:00000200:1.0:1731522581.708825:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522581.708837:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522581.708842:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522581.708845:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522581.708848:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522581.708850:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522581.708852:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [698:698:256:4294967295] 192.168.203.102@tcp LPNI seq info [698:698:8:4294967295] 00000400:00000200:1.0:1731522581.708858:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522581.708863:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522581.708866:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731522581.708871:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522581.708878:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522581.708882:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522581.709023:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522581.709026:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731522581.709029:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522581.709034:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522581.709037:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381220 00000400:00000010:0.0:1731522581.709038:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381220. 00000100:00000200:0.0:1731522581.709057:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629915056640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522581.710137:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522581.710148:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216a00 00000400:00000200:0.0:1731522581.710153:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x16a1 [1] + 224 00000400:00000200:0.0:1731522581.710169:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522581.710172:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522581.710179:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629915056640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522581.710247:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522581.710251:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522581.710252:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522581.710256:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629915056640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522581.710305:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629915056640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522581.710321:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522581.710324:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:1.0:1731522581.710326:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731522586.716374:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731522586.716390:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:3.0:1731522586.716465:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522586.716472:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522586.716478:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522586.716484:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915056768, portal 25 00000400:00000010:3.0:1731522586.716488:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d440. 00000100:00000200:3.0:1731522586.716489:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915056768, offset 0 00000400:00000200:3.0:1731522586.716497:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522586.716508:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522586.716513:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522586.716516:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522586.716519:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522586.716521:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522586.716523:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [699:699:256:4294967295] 192.168.203.102@tcp LPNI seq info [699:699:8:4294967295] 00000400:00000200:3.0:1731522586.716531:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522586.716537:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522586.716541:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39700. 00000800:00000200:3.0:1731522586.716545:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522586.716552:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522586.716555:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522586.716666:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522586.716670:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39700. 00000400:00000200:0.0:1731522586.716673:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522586.716678:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522586.716681:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d440 00000400:00000010:0.0:1731522586.716682:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d440. 00000100:00000200:0.0:1731522586.716688:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629915056768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522586.717690:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522586.717700:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216a80 00000400:00000200:0.0:1731522586.717704:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x16a9 [1] + 224 00000400:00000200:0.0:1731522586.717722:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522586.717725:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522586.717731:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629915056768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522586.717787:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522586.717791:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522586.717792:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522586.717797:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629915056768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522586.717816:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629915056768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522586.717832:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522586.717836:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:3.0:1731522586.717839:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731522591.724379:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731522591.724397:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78e00. 02000000:00000010:1.0:1731522591.724484:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522591.724492:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522591.724498:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522591.724504:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915056896, portal 25 00000400:00000010:1.0:1731522591.724508:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381198. 00000100:00000200:1.0:1731522591.724510:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915056896, offset 0 00000400:00000200:1.0:1731522591.724518:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522591.724528:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522591.724532:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522591.724536:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522591.724540:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522591.724542:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522591.724544:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [700:700:256:4294967295] 192.168.203.102@tcp LPNI seq info [700:700:8:4294967295] 00000400:00000200:1.0:1731522591.724553:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522591.724558:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522591.724561:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731522591.724566:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522591.724607:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522591.724611:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522591.724716:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522591.724727:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731522591.724731:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522591.724735:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522591.724737:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381198 00000400:00000010:0.0:1731522591.724738:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381198. 00000100:00000200:0.0:1731522591.724743:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629915056896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522591.725805:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522591.725812:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216b00 00000400:00000200:0.0:1731522591.725816:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x16b1 [1] + 224 00000400:00000200:0.0:1731522591.725829:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522591.725832:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522591.725838:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629915056896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522591.725890:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522591.725894:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522591.725895:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522591.725899:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629915056896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522591.725912:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629915056896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522591.725925:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522591.725928:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78e00. 00000100:00000010:1.0:1731522591.725931:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731522596.732383:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731522596.732401:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78b00. 02000000:00000010:3.0:1731522596.732490:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522596.732497:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522596.732503:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522596.732509:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915057024, portal 25 00000400:00000010:3.0:1731522596.732513:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4de58. 00000100:00000200:3.0:1731522596.732515:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915057024, offset 0 00000400:00000200:3.0:1731522596.732522:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522596.732532:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522596.732568:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522596.732572:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522596.732575:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522596.732577:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522596.732580:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [701:701:256:4294967295] 192.168.203.102@tcp LPNI seq info [701:701:8:4294967295] 00000400:00000200:3.0:1731522596.732588:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522596.732594:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522596.732598:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39800. 00000800:00000200:3.0:1731522596.732603:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522596.732610:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522596.732613:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522596.732732:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522596.732735:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39800. 00000400:00000200:0.0:1731522596.732739:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522596.732745:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522596.732748:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4de58 00000400:00000010:0.0:1731522596.732749:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4de58. 00000100:00000200:0.0:1731522596.732755:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629915057024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522596.733776:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522596.733788:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216b80 00000400:00000200:0.0:1731522596.733794:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x16b9 [1] + 224 00000400:00000200:0.0:1731522596.733812:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522596.733816:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522596.733821:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629915057024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522596.733884:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522596.733888:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522596.733889:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522596.733894:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629915057024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522596.733912:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629915057024/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522596.733928:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522596.733931:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78b00. 00000100:00000010:3.0:1731522596.733934:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731522601.740430:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731522601.740447:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:1.0:1731522601.740535:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522601.740542:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522601.740547:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522601.740553:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915057152, portal 25 00000400:00000010:1.0:1731522601.740557:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3817f8. 00000100:00000200:1.0:1731522601.740558:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915057152, offset 0 00000400:00000200:1.0:1731522601.740567:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522601.740576:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522601.740579:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522601.740582:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522601.740584:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522601.740585:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522601.740587:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [702:702:256:4294967295] 192.168.203.102@tcp LPNI seq info [702:702:8:4294967295] 00000400:00000200:1.0:1731522601.740594:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522601.740598:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522601.740601:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731522601.740604:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522601.740610:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522601.740612:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522601.740703:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522601.740705:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731522601.740709:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522601.740713:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522601.740715:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3817f8 00000400:00000010:0.0:1731522601.740716:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3817f8. 00000100:00000200:0.0:1731522601.740721:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629915057152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522601.741752:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522601.741760:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216c00 00000400:00000200:0.0:1731522601.741766:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x16c1 [1] + 224 00000400:00000200:0.0:1731522601.741783:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522601.741786:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522601.741791:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629915057152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522601.741833:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522601.741836:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522601.741837:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522601.741841:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629915057152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522601.741859:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629915057152/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522601.741874:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522601.741878:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:1.0:1731522601.741880:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731522606.748370:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731522606.748387:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78200. 02000000:00000010:1.0:1731522606.748505:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522606.748512:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522606.748518:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522606.748523:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915057280, portal 25 00000400:00000010:1.0:1731522606.748527:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381770. 00000100:00000200:1.0:1731522606.748529:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915057280, offset 0 00000400:00000200:1.0:1731522606.748537:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522606.748547:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522606.748552:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522606.748556:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522606.748559:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522606.748561:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522606.748564:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [703:703:256:4294967295] 192.168.203.102@tcp LPNI seq info [703:703:8:4294967295] 00000400:00000200:1.0:1731522606.748577:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522606.748583:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522606.748586:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522606.748592:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522606.748599:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522606.748602:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522606.748843:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522606.748846:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522606.748848:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522606.748852:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522606.748855:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381770 00000400:00000010:0.0:1731522606.748856:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381770. 00000100:00000200:0.0:1731522606.748861:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629915057280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522606.750128:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522606.750138:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216c80 00000400:00000200:0.0:1731522606.750153:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x16c9 [1] + 224 00000400:00000200:0.0:1731522606.750168:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522606.750172:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522606.750178:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629915057280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522606.750233:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522606.750236:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522606.750237:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522606.750241:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629915057280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522606.750253:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629915057280/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522606.750298:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522606.750302:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78200. 00000100:00000010:1.0:1731522606.750305:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731522611.756384:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731522611.756401:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:1.0:1731522611.756485:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522611.756492:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522611.756498:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522611.756504:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915057408, portal 25 00000400:00000010:1.0:1731522611.756508:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381dd0. 00000100:00000200:1.0:1731522611.756510:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915057408, offset 0 00000400:00000200:1.0:1731522611.756517:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522611.756528:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522611.756532:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522611.756536:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522611.756539:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522611.756541:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522611.756544:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [704:704:256:4294967295] 192.168.203.102@tcp LPNI seq info [704:704:8:4294967295] 00000400:00000200:1.0:1731522611.756553:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522611.756558:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522611.756562:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731522611.756567:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522611.756575:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522611.756578:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522611.756703:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522611.756706:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731522611.756711:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522611.756717:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522611.756720:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381dd0 00000400:00000010:0.0:1731522611.756721:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381dd0. 00000100:00000200:0.0:1731522611.756728:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629915057408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522611.757783:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522611.757790:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216d00 00000400:00000200:0.0:1731522611.757795:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x16d1 [1] + 224 00000400:00000200:0.0:1731522611.757811:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522611.757815:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522611.757820:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629915057408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522611.757861:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522611.757864:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522611.757865:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522611.757868:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629915057408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522611.757883:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629915057408/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522611.757896:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522611.757898:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:1.0:1731522611.757900:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731522616.764384:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731522616.764431:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:3.0:1731522616.764501:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522616.764508:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522616.764513:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522616.764519:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915057536, portal 25 00000400:00000010:3.0:1731522616.764522:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dcc0. 00000100:00000200:3.0:1731522616.764523:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915057536, offset 0 00000400:00000200:3.0:1731522616.764533:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522616.764542:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522616.764545:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522616.764548:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522616.764550:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522616.764552:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522616.764554:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [705:705:256:4294967295] 192.168.203.102@tcp LPNI seq info [705:705:8:4294967295] 00000400:00000200:3.0:1731522616.764559:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522616.764563:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522616.764565:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39300. 00000800:00000200:3.0:1731522616.764568:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522616.764574:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522616.764576:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522616.764711:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522616.764714:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39300. 00000400:00000200:0.0:1731522616.764717:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522616.764721:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522616.764724:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dcc0 00000400:00000010:0.0:1731522616.764725:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dcc0. 00000100:00000200:0.0:1731522616.764739:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629915057536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522616.765740:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522616.765747:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216d80 00000400:00000200:0.0:1731522616.765752:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x16d9 [1] + 224 00000400:00000200:0.0:1731522616.765764:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522616.765767:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522616.765771:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629915057536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522616.765816:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522616.765820:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522616.765822:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522616.765826:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629915057536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522616.765845:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629915057536/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522616.765861:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522616.765865:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:3.0:1731522616.765868:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731522621.772400:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731522621.772417:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:1.0:1731522621.772493:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522621.772501:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522621.772507:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522621.772513:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915057664, portal 25 00000400:00000010:1.0:1731522621.772517:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3812a8. 00000100:00000200:1.0:1731522621.772519:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915057664, offset 0 00000400:00000200:1.0:1731522621.772527:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522621.772537:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522621.772541:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522621.772544:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522621.772546:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522621.772548:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522621.772551:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [706:706:256:4294967295] 192.168.203.102@tcp LPNI seq info [706:706:8:4294967295] 00000400:00000200:1.0:1731522621.772560:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522621.772565:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522621.772568:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522621.772572:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522621.772579:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522621.772582:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522621.772680:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522621.772682:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522621.772687:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522621.772691:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522621.772694:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3812a8 00000400:00000010:0.0:1731522621.772696:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3812a8. 00000100:00000200:0.0:1731522621.772701:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915057664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522621.773682:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522621.773689:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216e00 00000400:00000200:0.0:1731522621.773695:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x16e1 [1] + 224 00000400:00000200:0.0:1731522621.773710:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522621.773714:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522621.773719:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915057664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522621.773773:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522621.773776:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522621.773777:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522621.773780:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915057664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522621.773796:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915057664/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522621.773810:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522621.773813:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:1.0:1731522621.773815:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731522626.780500:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731522626.780523:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:3.0:1731522626.780616:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522626.780624:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522626.780630:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522626.780637:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915057792, portal 25 00000400:00000010:3.0:1731522626.780641:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d550. 00000100:00000200:3.0:1731522626.780643:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915057792, offset 0 00000400:00000200:3.0:1731522626.780651:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522626.780666:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522626.780673:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522626.780677:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522626.780680:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522626.780683:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522626.780686:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [707:707:256:4294967295] 192.168.203.102@tcp LPNI seq info [707:707:8:4294967295] 00000400:00000200:3.0:1731522626.780697:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522626.780704:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522626.780709:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39c00. 00000800:00000200:3.0:1731522626.780716:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522626.780725:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522626.780730:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522626.780859:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522626.780876:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39c00. 00000400:00000200:0.0:1731522626.780881:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522626.780886:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522626.780890:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d550 00000400:00000010:0.0:1731522626.780892:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d550. 00000100:00000200:0.0:1731522626.780899:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915057792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522626.781977:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522626.781986:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216e80 00000400:00000200:0.0:1731522626.781991:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x16e9 [1] + 224 00000400:00000200:0.0:1731522626.782005:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522626.782008:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522626.782013:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915057792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522626.782054:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522626.782058:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522626.782059:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522626.782079:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915057792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522626.782098:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915057792/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522626.782118:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522626.782122:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:3.0:1731522626.782125:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731522631.788370:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731522631.788392:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:1.0:1731522631.788464:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522631.788471:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522631.788477:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522631.788483:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915057920, portal 25 00000400:00000010:1.0:1731522631.788486:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3816e8. 00000100:00000200:1.0:1731522631.788487:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915057920, offset 0 00000400:00000200:1.0:1731522631.788496:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522631.788508:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522631.788512:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522631.788515:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522631.788519:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522631.788520:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522631.788522:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [708:708:256:4294967295] 192.168.203.102@tcp LPNI seq info [708:708:8:4294967295] 00000400:00000200:1.0:1731522631.788529:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522631.788534:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522631.788537:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522631.788541:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522631.788548:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522631.788552:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522631.788685:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522631.788689:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522631.788694:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522631.788700:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522631.788705:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3816e8 00000400:00000010:0.0:1731522631.788706:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3816e8. 00000100:00000200:0.0:1731522631.788714:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629915057920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522631.789833:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522631.789841:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216f00 00000400:00000200:0.0:1731522631.789846:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x16f1 [1] + 224 00000400:00000200:0.0:1731522631.789863:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522631.789865:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522631.789870:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629915057920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522631.789928:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522631.789931:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522631.789932:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522631.789936:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629915057920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522631.789950:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629915057920/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522631.789966:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522631.789970:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:1.0:1731522631.789972:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731522636.796401:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731522636.796427:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78200. 02000000:00000010:1.0:1731522636.796539:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522636.796556:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522636.796565:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522636.796572:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915058048, portal 25 00000400:00000010:1.0:1731522636.796575:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381550. 00000100:00000200:1.0:1731522636.796577:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915058048, offset 0 00000400:00000200:1.0:1731522636.796585:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522636.796597:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522636.796602:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522636.796606:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522636.796609:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522636.796610:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522636.796613:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [709:709:256:4294967295] 192.168.203.102@tcp LPNI seq info [709:709:8:4294967295] 00000400:00000200:1.0:1731522636.796620:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522636.796624:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522636.796627:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522636.796632:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522636.796639:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522636.796643:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522636.796771:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522636.796774:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522636.796778:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522636.796783:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522636.796786:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381550 00000400:00000010:0.0:1731522636.796788:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381550. 00000100:00000200:0.0:1731522636.796795:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629915058048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522636.797998:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522636.798006:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48216f80 00000400:00000200:0.0:1731522636.798010:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x16f9 [1] + 224 00000400:00000200:0.0:1731522636.798027:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522636.798030:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522636.798033:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629915058048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522636.798114:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522636.798118:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522636.798119:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522636.798124:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629915058048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522636.798146:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629915058048/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522636.798166:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522636.798171:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78200. 00000100:00000010:1.0:1731522636.798175:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731522641.804412:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731522641.804439:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:1.0:1731522641.804527:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522641.804536:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522641.804543:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522641.804551:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915058176, portal 25 00000400:00000010:1.0:1731522641.804555:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381c38. 00000100:00000200:1.0:1731522641.804557:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915058176, offset 0 00000400:00000200:1.0:1731522641.804566:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522641.804580:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522641.804586:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522641.804590:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522641.804593:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522641.804596:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522641.804599:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [710:710:256:4294967295] 192.168.203.102@tcp LPNI seq info [710:710:8:4294967295] 00000400:00000200:1.0:1731522641.804606:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522641.804611:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522641.804615:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522641.804620:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522641.804627:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522641.804630:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522641.804757:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522641.804760:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522641.804764:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522641.804768:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522641.804770:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381c38 00000400:00000010:0.0:1731522641.804772:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381c38. 00000100:00000200:0.0:1731522641.804778:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629915058176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522641.806098:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522641.806107:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217000 00000400:00000200:0.0:1731522641.806123:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1701 [1] + 224 00000400:00000200:0.0:1731522641.806137:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522641.806140:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522641.806144:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629915058176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522641.806189:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522641.806193:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522641.806194:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522641.806198:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629915058176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522641.806216:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629915058176/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522641.806439:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522641.806445:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:1.0:1731522641.806448:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731522646.812417:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731522646.812439:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78b00. 02000000:00000010:3.0:1731522646.812536:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522646.812545:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522646.812553:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522646.812568:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915058304, portal 25 00000400:00000010:3.0:1731522646.812572:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731522646.812575:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915058304, offset 0 00000400:00000200:3.0:1731522646.812585:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522646.812599:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522646.812605:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522646.812609:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522646.812613:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522646.812615:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522646.812619:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [711:711:256:4294967295] 192.168.203.102@tcp LPNI seq info [711:711:8:4294967295] 00000400:00000200:3.0:1731522646.812629:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522646.812635:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522646.812639:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39600. 00000800:00000200:3.0:1731522646.812646:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522646.812654:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522646.812658:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522646.812776:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522646.812778:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39600. 00000400:00000200:0.0:1731522646.812781:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522646.812786:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522646.812789:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:0.0:1731522646.812791:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:0.0:1731522646.812797:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629915058304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522646.813985:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522646.813996:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217080 00000400:00000200:0.0:1731522646.814003:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1709 [1] + 224 00000400:00000200:0.0:1731522646.814022:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522646.814026:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522646.814032:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629915058304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522646.814081:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522646.814084:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522646.814085:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522646.814089:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629915058304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522646.814106:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629915058304/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522646.814123:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522646.814126:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78b00. 00000100:00000010:3.0:1731522646.814129:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731522651.820391:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731522651.820415:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:1.0:1731522651.820506:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522651.820516:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522651.820524:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522651.820531:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915058432, portal 25 00000400:00000010:1.0:1731522651.820536:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381908. 00000100:00000200:1.0:1731522651.820538:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915058432, offset 0 00000400:00000200:1.0:1731522651.820548:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522651.820562:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522651.820567:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522651.820571:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522651.820574:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522651.820583:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522651.820587:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [712:712:256:4294967295] 192.168.203.102@tcp LPNI seq info [712:712:8:4294967295] 00000400:00000200:1.0:1731522651.820597:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522651.820602:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522651.820606:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522651.820612:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522651.820621:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522651.820626:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522651.820774:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522651.820777:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522651.820783:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522651.820787:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522651.820790:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381908 00000400:00000010:0.0:1731522651.820792:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381908. 00000100:00000200:0.0:1731522651.820810:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629915058432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522651.822044:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522651.822052:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217100 00000400:00000200:0.0:1731522651.822057:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1711 [1] + 224 00000400:00000200:0.0:1731522651.822071:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522651.822074:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522651.822078:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629915058432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522651.822120:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522651.822124:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522651.822125:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522651.822129:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629915058432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522651.822145:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629915058432/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522651.822183:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522651.822187:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:1.0:1731522651.822189:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731522656.828426:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731522656.828452:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:1.0:1731522656.828561:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522656.828568:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522656.828574:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522656.828581:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915058560, portal 25 00000400:00000010:1.0:1731522656.828585:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381d48. 00000100:00000200:1.0:1731522656.828586:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915058560, offset 0 00000400:00000200:1.0:1731522656.828594:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522656.828606:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522656.828610:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522656.828614:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522656.828617:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522656.828618:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522656.828621:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [713:713:256:4294967295] 192.168.203.102@tcp LPNI seq info [713:713:8:4294967295] 00000400:00000200:1.0:1731522656.828628:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522656.828633:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522656.828636:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731522656.828640:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522656.828647:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522656.828650:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522656.828793:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522656.828796:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731522656.828801:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522656.828806:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522656.828809:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381d48 00000400:00000010:0.0:1731522656.828811:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381d48. 00000100:00000200:0.0:1731522656.828819:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629915058560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522656.829963:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522656.829973:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217180 00000400:00000200:0.0:1731522656.829979:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1719 [1] + 224 00000400:00000200:0.0:1731522656.829999:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522656.830003:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522656.830009:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629915058560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522656.830060:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522656.830064:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522656.830065:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522656.830068:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629915058560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522656.830085:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629915058560/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522656.830101:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522656.830105:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:1.0:1731522656.830107:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731522661.836401:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731522661.836424:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731522661.836520:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522661.836528:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522661.836534:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522661.836540:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915058688, portal 25 00000400:00000010:3.0:1731522661.836544:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dee0. 00000100:00000200:3.0:1731522661.836545:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915058688, offset 0 00000400:00000200:3.0:1731522661.836553:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522661.836565:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522661.836570:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522661.836574:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522661.836576:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522661.836578:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522661.836580:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [714:714:256:4294967295] 192.168.203.102@tcp LPNI seq info [714:714:8:4294967295] 00000400:00000200:3.0:1731522661.836587:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522661.836592:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522661.836594:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39e00. 00000800:00000200:3.0:1731522661.836599:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522661.836606:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522661.836609:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522661.836730:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522661.836748:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39e00. 00000400:00000200:0.0:1731522661.836752:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522661.836757:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522661.836761:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dee0 00000400:00000010:0.0:1731522661.836763:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dee0. 00000100:00000200:0.0:1731522661.836771:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629915058688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522661.837952:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522661.837961:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217200 00000400:00000200:0.0:1731522661.837966:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1721 [1] + 224 00000400:00000200:0.0:1731522661.837980:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522661.837982:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522661.837987:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629915058688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522661.838031:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522661.838034:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522661.838035:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522661.838039:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629915058688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522661.838058:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629915058688/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522661.838077:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522661.838080:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731522661.838082:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731522666.844418:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731522666.844442:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78e00. 02000000:00000010:3.0:1731522666.844538:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522666.844547:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522666.844555:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522666.844563:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915058816, portal 25 00000400:00000010:3.0:1731522666.844567:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4ddd0. 00000100:00000200:3.0:1731522666.844570:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915058816, offset 0 00000400:00000200:3.0:1731522666.844581:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522666.844595:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522666.844601:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522666.844606:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522666.844609:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522666.844611:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522666.844615:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [715:715:256:4294967295] 192.168.203.102@tcp LPNI seq info [715:715:8:4294967295] 00000400:00000200:3.0:1731522666.844625:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522666.844632:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522666.844639:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39e00. 00000800:00000200:3.0:1731522666.844645:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522666.844654:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522666.844658:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522666.844792:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522666.844796:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39e00. 00000400:00000200:0.0:1731522666.844800:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522666.844806:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522666.844809:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4ddd0 00000400:00000010:0.0:1731522666.844811:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4ddd0. 00000100:00000200:0.0:1731522666.844817:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629915058816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522666.845948:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522666.845958:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217280 00000400:00000200:0.0:1731522666.845963:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1729 [1] + 224 00000400:00000200:0.0:1731522666.845983:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522666.845987:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522666.845992:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629915058816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522666.846050:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522666.846054:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522666.846082:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522666.846087:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629915058816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522666.846108:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629915058816/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522666.846129:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522666.846134:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78e00. 00000100:00000010:3.0:1731522666.846137:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731522671.852359:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731522671.852376:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:1.0:1731522671.852465:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522671.852473:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522671.852479:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522671.852484:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915058944, portal 25 00000400:00000010:1.0:1731522671.852488:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381cc0. 00000100:00000200:1.0:1731522671.852490:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915058944, offset 0 00000400:00000200:1.0:1731522671.852496:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522671.852505:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522671.852509:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522671.852512:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522671.852514:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522671.852515:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522671.852517:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [716:716:256:4294967295] 192.168.203.102@tcp LPNI seq info [716:716:8:4294967295] 00000400:00000200:1.0:1731522671.852523:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522671.852527:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522671.852529:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731522671.852533:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522671.852539:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522671.852542:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522671.852632:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522671.852634:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731522671.852638:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522671.852642:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522671.852644:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381cc0 00000400:00000010:0.0:1731522671.852645:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381cc0. 00000100:00000200:0.0:1731522671.852650:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629915058944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522671.853759:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522671.853766:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217300 00000400:00000200:0.0:1731522671.853770:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1731 [1] + 224 00000400:00000200:0.0:1731522671.853784:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522671.853787:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522671.853791:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629915058944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522671.853845:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522671.853850:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522671.853851:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522671.853856:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629915058944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522671.853877:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629915058944/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522671.853894:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522671.853898:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:1.0:1731522671.853901:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731522676.860376:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731522676.860393:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731522676.860504:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522676.860513:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522676.860519:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522676.860526:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915059072, portal 25 00000400:00000010:3.0:1731522676.860530:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dd48. 00000100:00000200:3.0:1731522676.860531:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915059072, offset 0 00000400:00000200:3.0:1731522676.860539:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522676.860548:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522676.860553:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522676.860557:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522676.860559:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522676.860561:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522676.860564:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [717:717:256:4294967295] 192.168.203.102@tcp LPNI seq info [717:717:8:4294967295] 00000400:00000200:3.0:1731522676.860572:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522676.860578:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522676.860581:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39600. 00000800:00000200:3.0:1731522676.860586:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522676.860593:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522676.860596:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522676.860698:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522676.860702:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39600. 00000400:00000200:0.0:1731522676.860705:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522676.860710:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522676.860713:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dd48 00000400:00000010:0.0:1731522676.860715:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dd48. 00000100:00000200:0.0:1731522676.860721:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629915059072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522676.861882:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522676.861891:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217380 00000400:00000200:0.0:1731522676.861907:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1739 [1] + 224 00000400:00000200:0.0:1731522676.861923:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522676.861928:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522676.861956:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629915059072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522676.862046:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522676.862051:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522676.862052:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522676.862057:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629915059072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522676.862076:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629915059072/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522676.862093:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522676.862097:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731522676.862101:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731522681.868359:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731522681.868375:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:1.0:1731522681.868451:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522681.868457:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522681.868462:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522681.868467:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915059200, portal 25 00000400:00000010:1.0:1731522681.868470:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381e58. 00000100:00000200:1.0:1731522681.868471:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915059200, offset 0 00000400:00000200:1.0:1731522681.868477:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522681.868486:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522681.868491:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522681.868494:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522681.868497:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522681.868499:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522681.868507:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [718:718:256:4294967295] 192.168.203.102@tcp LPNI seq info [718:718:8:4294967295] 00000400:00000200:1.0:1731522681.868516:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522681.868521:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522681.868525:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522681.868530:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522681.868537:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522681.868541:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522681.868645:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522681.868648:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522681.868651:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522681.868655:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522681.868658:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381e58 00000400:00000010:0.0:1731522681.868659:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381e58. 00000100:00000200:0.0:1731522681.868663:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629915059200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522681.869840:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522681.869849:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217400 00000400:00000200:0.0:1731522681.869855:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1741 [1] + 224 00000400:00000200:0.0:1731522681.869870:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522681.869873:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522681.869878:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629915059200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522681.869921:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522681.869929:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522681.869931:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522681.869935:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629915059200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522681.869982:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629915059200/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522681.869999:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522681.870003:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:1.0:1731522681.870006:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731522686.876371:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731522686.876388:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:1.0:1731522686.876484:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522686.876491:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522686.876496:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522686.876502:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915059328, portal 25 00000400:00000010:1.0:1731522686.876506:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381f68. 00000100:00000200:1.0:1731522686.876508:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915059328, offset 0 00000400:00000200:1.0:1731522686.876516:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522686.876526:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522686.876530:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522686.876534:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522686.876537:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522686.876538:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522686.876541:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [719:719:256:4294967295] 192.168.203.102@tcp LPNI seq info [719:719:8:4294967295] 00000400:00000200:1.0:1731522686.876549:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522686.876555:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522686.876559:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731522686.876564:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522686.876571:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522686.876574:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522686.876673:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522686.876676:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731522686.876680:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522686.876685:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522686.876688:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381f68 00000400:00000010:0.0:1731522686.876689:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381f68. 00000100:00000200:0.0:1731522686.876705:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629915059328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522686.877782:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522686.877790:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217480 00000400:00000200:0.0:1731522686.877796:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1749 [1] + 224 00000400:00000200:0.0:1731522686.877810:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522686.877813:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522686.877818:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629915059328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522686.877865:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522686.877869:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522686.877870:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522686.877875:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629915059328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522686.877894:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629915059328/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522686.877910:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522686.877914:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:1.0:1731522686.877917:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731522691.884376:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731522691.884392:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:1.0:1731522691.884464:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522691.884472:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522691.884478:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522691.884484:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915059456, portal 25 00000400:00000010:1.0:1731522691.884489:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381f68. 00000100:00000200:1.0:1731522691.884491:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915059456, offset 0 00000400:00000200:1.0:1731522691.884499:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522691.884509:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522691.884514:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522691.884517:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522691.884520:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522691.884523:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522691.884526:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [720:720:256:4294967295] 192.168.203.102@tcp LPNI seq info [720:720:8:4294967295] 00000400:00000200:1.0:1731522691.884534:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522691.884540:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522691.884543:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522691.884548:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522691.884555:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522691.884558:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522691.884685:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522691.884688:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522691.884692:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522691.884697:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522691.884700:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381f68 00000400:00000010:0.0:1731522691.884701:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381f68. 00000100:00000200:0.0:1731522691.884706:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629915059456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522691.885844:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522691.885854:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217500 00000400:00000200:0.0:1731522691.885860:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1751 [1] + 224 00000400:00000200:0.0:1731522691.885875:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522691.885879:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522691.885913:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629915059456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522691.885996:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522691.886002:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522691.886004:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522691.886011:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629915059456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522691.886036:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629915059456/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522691.886058:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522691.886064:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:1.0:1731522691.886068:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731522696.892380:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731522696.892396:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78b00. 02000000:00000010:1.0:1731522696.892483:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522696.892489:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522696.892494:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522696.892498:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915059584, portal 25 00000400:00000010:1.0:1731522696.892501:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381e58. 00000100:00000200:1.0:1731522696.892502:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915059584, offset 0 00000400:00000200:1.0:1731522696.892514:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522696.892522:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522696.892525:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522696.892527:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522696.892529:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522696.892531:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522696.892533:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [721:721:256:4294967295] 192.168.203.102@tcp LPNI seq info [721:721:8:4294967295] 00000400:00000200:1.0:1731522696.892539:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522696.892543:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522696.892546:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731522696.892549:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522696.892555:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522696.892558:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522696.892650:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522696.892660:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731522696.892662:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522696.892666:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522696.892668:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381e58 00000400:00000010:0.0:1731522696.892669:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381e58. 00000100:00000200:0.0:1731522696.892673:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629915059584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522696.893704:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522696.893710:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217580 00000400:00000200:0.0:1731522696.893714:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1759 [1] + 224 00000400:00000200:0.0:1731522696.893726:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522696.893728:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522696.893732:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629915059584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522696.893772:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522696.893775:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522696.893776:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522696.893779:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629915059584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522696.893795:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629915059584/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522696.893811:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522696.893814:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78b00. 00000100:00000010:1.0:1731522696.893816:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731522701.900374:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731522701.900390:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:1.0:1731522701.900458:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522701.900464:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522701.900469:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522701.900474:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915059712, portal 25 00000400:00000010:1.0:1731522701.900477:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381cc0. 00000100:00000200:1.0:1731522701.900478:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915059712, offset 0 00000400:00000200:1.0:1731522701.900484:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522701.900493:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522701.900496:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522701.900499:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522701.900502:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522701.900503:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522701.900505:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [722:722:256:4294967295] 192.168.203.102@tcp LPNI seq info [722:722:8:4294967295] 00000400:00000200:1.0:1731522701.900511:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522701.900514:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522701.900518:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731522701.900521:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522701.900527:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522701.900529:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522701.900617:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522701.900620:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731522701.900624:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522701.900628:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522701.900630:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381cc0 00000400:00000010:0.0:1731522701.900631:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381cc0. 00000100:00000200:0.0:1731522701.900636:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629915059712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522701.901702:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522701.901711:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217600 00000400:00000200:0.0:1731522701.901716:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1761 [1] + 224 00000400:00000200:0.0:1731522701.901731:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522701.901733:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522701.901738:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629915059712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522701.901794:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522701.901798:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522701.901799:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522701.901803:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629915059712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522701.901885:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629915059712/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522701.901902:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522701.901907:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:1.0:1731522701.901909:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731522706.908360:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731522706.908375:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78d00. 02000000:00000010:1.0:1731522706.908449:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522706.908455:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522706.908459:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522706.908463:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915059840, portal 25 00000400:00000010:1.0:1731522706.908466:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381d48. 00000100:00000200:1.0:1731522706.908467:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915059840, offset 0 00000400:00000200:1.0:1731522706.908474:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522706.908482:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522706.908485:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522706.908488:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522706.908490:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522706.908491:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522706.908493:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [723:723:256:4294967295] 192.168.203.102@tcp LPNI seq info [723:723:8:4294967295] 00000400:00000200:1.0:1731522706.908503:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522706.908507:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522706.908510:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522706.908513:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522706.908519:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522706.908521:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522706.908608:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522706.908611:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522706.908614:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522706.908618:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522706.908620:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381d48 00000400:00000010:0.0:1731522706.908621:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381d48. 00000100:00000200:0.0:1731522706.908626:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629915059840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522706.909544:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522706.909552:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217680 00000400:00000200:0.0:1731522706.909556:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1769 [1] + 224 00000400:00000200:0.0:1731522706.909570:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522706.909572:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522706.909576:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629915059840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522706.909620:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522706.909623:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522706.909624:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522706.909629:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629915059840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522706.909648:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629915059840/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522706.909663:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522706.909667:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78d00. 00000100:00000010:1.0:1731522706.909670:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731522711.916374:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731522711.916392:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:1.0:1731522711.916472:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522711.916478:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522711.916482:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522711.916488:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915059968, portal 25 00000400:00000010:1.0:1731522711.916491:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381908. 00000100:00000200:1.0:1731522711.916493:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915059968, offset 0 00000400:00000200:1.0:1731522711.916500:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522711.916511:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522711.916515:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522711.916518:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522711.916521:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522711.916523:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522711.916526:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [724:724:256:4294967295] 192.168.203.102@tcp LPNI seq info [724:724:8:4294967295] 00000400:00000200:1.0:1731522711.916534:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522711.916540:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522711.916544:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522711.916548:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522711.916556:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522711.916559:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522711.916675:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522711.916678:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522711.916682:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522711.916686:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522711.916688:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381908 00000400:00000010:0.0:1731522711.916689:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381908. 00000100:00000200:0.0:1731522711.916694:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629915059968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522711.917719:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522711.917728:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217700 00000400:00000200:0.0:1731522711.917744:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1771 [1] + 224 00000400:00000200:0.0:1731522711.917773:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522711.917777:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522711.917782:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629915059968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522711.917829:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522711.917833:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522711.917834:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522711.917838:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629915059968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522711.917856:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629915059968/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522711.917872:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522711.917876:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:1.0:1731522711.917878:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731522716.924374:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731522716.924394:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:3.0:1731522716.924461:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522716.924467:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522716.924472:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522716.924477:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915060096, portal 25 00000400:00000010:3.0:1731522716.924480:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d990. 00000100:00000200:3.0:1731522716.924481:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915060096, offset 0 00000400:00000200:3.0:1731522716.924487:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522716.924496:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522716.924499:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522716.924502:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522716.924504:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522716.924506:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522716.924508:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [725:725:256:4294967295] 192.168.203.102@tcp LPNI seq info [725:725:8:4294967295] 00000400:00000200:3.0:1731522716.924514:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522716.924517:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522716.924519:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39c00. 00000800:00000200:3.0:1731522716.924522:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522716.924528:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522716.924531:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522716.924622:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522716.924625:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39c00. 00000400:00000200:0.0:1731522716.924629:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522716.924635:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522716.924638:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d990 00000400:00000010:0.0:1731522716.924640:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d990. 00000100:00000200:0.0:1731522716.924646:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629915060096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522716.925646:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522716.925654:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217780 00000400:00000200:0.0:1731522716.925659:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1779 [1] + 224 00000400:00000200:0.0:1731522716.925675:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522716.925678:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522716.925683:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629915060096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522716.925743:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522716.925747:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522716.925748:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522716.925754:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629915060096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522716.925772:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629915060096/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522716.925789:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522716.925793:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:3.0:1731522716.925795:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731522721.932374:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731522721.932391:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:3.0:1731522721.932485:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522721.932491:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522721.932497:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522721.932503:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915060224, portal 25 00000400:00000010:3.0:1731522721.932507:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d908. 00000100:00000200:3.0:1731522721.932508:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915060224, offset 0 00000400:00000200:3.0:1731522721.932516:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522721.932526:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522721.932530:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522721.932533:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522721.932536:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522721.932538:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522721.932541:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [726:726:256:4294967295] 192.168.203.102@tcp LPNI seq info [726:726:8:4294967295] 00000400:00000200:3.0:1731522721.932550:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522721.932555:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522721.932559:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39300. 00000800:00000200:3.0:1731522721.932564:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522721.932570:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522721.932574:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522721.932660:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522721.932663:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39300. 00000400:00000200:0.0:1731522721.932665:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522721.932669:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522721.932671:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d908 00000400:00000010:0.0:1731522721.932672:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d908. 00000100:00000200:0.0:1731522721.932698:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629915060224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522721.933848:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522721.933858:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217800 00000400:00000200:0.0:1731522721.933864:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1781 [1] + 224 00000400:00000200:0.0:1731522721.933877:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522721.933881:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522721.933886:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629915060224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522721.933930:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522721.933934:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522721.933935:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522721.933938:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629915060224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522721.933951:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629915060224/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522721.933965:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522721.933968:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:3.0:1731522721.933971:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731522726.940379:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731522726.940397:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:1.0:1731522726.940489:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522726.940497:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522726.940503:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522726.940509:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915060352, portal 25 00000400:00000010:1.0:1731522726.940513:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381c38. 00000100:00000200:1.0:1731522726.940514:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915060352, offset 0 00000400:00000200:1.0:1731522726.940523:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522726.940534:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522726.940538:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522726.940541:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522726.940544:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522726.940547:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522726.940550:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [727:727:256:4294967295] 192.168.203.102@tcp LPNI seq info [727:727:8:4294967295] 00000400:00000200:1.0:1731522726.940559:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522726.940564:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522726.940567:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522726.940572:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522726.940579:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522726.940582:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522726.940708:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522726.940711:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522726.940714:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522726.940719:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522726.940722:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381c38 00000400:00000010:0.0:1731522726.940723:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381c38. 00000100:00000200:0.0:1731522726.940729:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629915060352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522726.941835:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522726.941845:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217880 00000400:00000200:0.0:1731522726.941850:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1789 [1] + 224 00000400:00000200:0.0:1731522726.941866:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522726.941870:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522726.941875:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629915060352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522726.941928:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522726.941932:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522726.941933:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522726.941938:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629915060352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522726.941957:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629915060352/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522726.941974:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522726.941979:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:1.0:1731522726.941982:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731522731.948336:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731522731.948352:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:1.0:1731522731.948425:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522731.948431:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522731.948437:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522731.948441:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915060480, portal 25 00000400:00000010:1.0:1731522731.948444:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381550. 00000100:00000200:1.0:1731522731.948446:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915060480, offset 0 00000400:00000200:1.0:1731522731.948452:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522731.948461:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522731.948464:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522731.948467:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522731.948469:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522731.948470:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522731.948472:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [728:728:256:4294967295] 192.168.203.102@tcp LPNI seq info [728:728:8:4294967295] 00000400:00000200:1.0:1731522731.948478:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522731.948482:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522731.948484:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731522731.948487:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522731.948493:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522731.948496:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522731.948580:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522731.948593:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731522731.948596:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522731.948601:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522731.948604:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381550 00000400:00000010:0.0:1731522731.948606:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381550. 00000100:00000200:0.0:1731522731.948627:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629915060480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522731.949551:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522731.949561:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217900 00000400:00000200:0.0:1731522731.949566:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1791 [1] + 224 00000400:00000200:0.0:1731522731.949582:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522731.949585:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522731.949591:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629915060480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522731.949646:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522731.949649:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522731.949650:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522731.949653:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629915060480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522731.949665:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629915060480/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522731.949679:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522731.949682:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:1.0:1731522731.949684:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731522736.956367:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731522736.956382:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78d00. 02000000:00000010:3.0:1731522736.956460:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522736.956466:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522736.956470:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522736.956475:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915060608, portal 25 00000400:00000010:3.0:1731522736.956479:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d908. 00000100:00000200:3.0:1731522736.956481:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915060608, offset 0 00000400:00000200:3.0:1731522736.956490:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522736.956499:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522736.956502:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522736.956505:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522736.956507:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522736.956508:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522736.956510:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [729:729:256:4294967295] 192.168.203.102@tcp LPNI seq info [729:729:8:4294967295] 00000400:00000200:3.0:1731522736.956516:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522736.956520:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522736.956522:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39800. 00000800:00000200:3.0:1731522736.956526:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522736.956531:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522736.956534:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522736.956669:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522736.956672:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39800. 00000400:00000200:0.0:1731522736.956674:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522736.956678:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522736.956681:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d908 00000400:00000010:0.0:1731522736.956682:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d908. 00000100:00000200:0.0:1731522736.956687:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629915060608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522736.957628:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522736.957636:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217980 00000400:00000200:0.0:1731522736.957642:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1799 [1] + 224 00000400:00000200:0.0:1731522736.957657:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522736.957661:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522736.957666:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629915060608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522736.957729:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522736.957733:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522736.957735:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522736.957739:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629915060608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522736.957756:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629915060608/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522752 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522736.957772:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522736.957775:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78d00. 00000100:00000010:3.0:1731522736.957777:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731522741.964364:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731522741.964379:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78b00. 02000000:00000010:3.0:1731522741.964454:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522741.964461:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522741.964465:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522741.964470:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915060736, portal 25 00000400:00000010:3.0:1731522741.964473:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d990. 00000100:00000200:3.0:1731522741.964474:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915060736, offset 0 00000400:00000200:3.0:1731522741.964480:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522741.964489:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522741.964492:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522741.964495:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522741.964497:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522741.964499:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522741.964500:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [730:730:256:4294967295] 192.168.203.102@tcp LPNI seq info [730:730:8:4294967295] 00000400:00000200:3.0:1731522741.964506:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522741.964509:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522741.964512:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39700. 00000800:00000200:3.0:1731522741.964515:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522741.964520:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522741.964522:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522741.964627:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522741.964630:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39700. 00000400:00000200:0.0:1731522741.964632:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522741.964636:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522741.964639:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d990 00000400:00000010:0.0:1731522741.964640:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d990. 00000100:00000200:0.0:1731522741.964645:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629915060736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522741.965614:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522741.965624:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217a00 00000400:00000200:0.0:1731522741.965630:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x17a1 [1] + 224 00000400:00000200:0.0:1731522741.965646:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522741.965649:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522741.965654:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629915060736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522757 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522741.965707:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522741.965710:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522741.965711:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522741.965714:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629915060736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522741.965729:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629915060736/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522757 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522741.965743:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522741.965746:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78b00. 00000100:00000010:3.0:1731522741.965748:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731522746.972356:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731522746.972371:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78200. 02000000:00000010:3.0:1731522746.972446:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522746.972453:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522746.972459:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522746.972465:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915060864, portal 25 00000400:00000010:3.0:1731522746.972469:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dd48. 00000100:00000200:3.0:1731522746.972471:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915060864, offset 0 00000400:00000200:3.0:1731522746.972478:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522746.972488:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522746.972493:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522746.972497:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522746.972499:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522746.972501:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522746.972504:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [731:731:256:4294967295] 192.168.203.102@tcp LPNI seq info [731:731:8:4294967295] 00000400:00000200:3.0:1731522746.972541:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522746.972546:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522746.972550:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39000. 00000800:00000200:3.0:1731522746.972555:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522746.972561:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522746.972564:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522746.972663:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522746.972666:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39000. 00000400:00000200:0.0:1731522746.972669:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522746.972673:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522746.972677:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dd48 00000400:00000010:0.0:1731522746.972678:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dd48. 00000100:00000200:0.0:1731522746.972684:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629915060864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522746.973602:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522746.973612:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217a80 00000400:00000200:0.0:1731522746.973628:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x17a9 [1] + 224 00000400:00000200:0.0:1731522746.973644:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522746.973648:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522746.973654:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629915060864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522762 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522746.973705:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522746.973709:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522746.973711:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522746.973715:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629915060864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522746.973734:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629915060864/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522762 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522746.973752:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522746.973756:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78200. 00000100:00000010:3.0:1731522746.973759:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731522751.980377:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731522751.980394:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:1.0:1731522751.980462:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522751.980468:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522751.980497:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522751.980503:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915060992, portal 25 00000400:00000010:1.0:1731522751.980507:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3816e8. 00000100:00000200:1.0:1731522751.980509:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915060992, offset 0 00000400:00000200:1.0:1731522751.980516:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522751.980527:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522751.980531:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522751.980535:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522751.980538:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522751.980540:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522751.980550:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [732:732:256:4294967295] 192.168.203.102@tcp LPNI seq info [732:732:8:4294967295] 00000400:00000200:1.0:1731522751.980559:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522751.980568:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522751.980572:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731522751.980576:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522751.980583:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522751.980587:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522751.980679:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522751.980681:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731522751.980684:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522751.980689:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522751.980691:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3816e8 00000400:00000010:0.0:1731522751.980692:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3816e8. 00000100:00000200:0.0:1731522751.980697:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629915060992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522751.981643:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522751.981650:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217b00 00000400:00000200:0.0:1731522751.981654:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x17b1 [1] + 224 00000400:00000200:0.0:1731522751.981667:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522751.981669:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522751.981673:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629915060992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522751.981712:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522751.981715:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522751.981716:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522751.981719:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629915060992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522751.981735:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629915060992/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522751.981748:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522751.981751:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:1.0:1731522751.981753:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731522756.988369:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731522756.988385:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:3.0:1731522756.988476:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522756.988484:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522756.988490:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522756.988496:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915061120, portal 25 00000400:00000010:3.0:1731522756.988499:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4ddd0. 00000100:00000200:3.0:1731522756.988500:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915061120, offset 0 00000400:00000200:3.0:1731522756.988506:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522756.988515:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522756.988519:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522756.988521:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522756.988523:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522756.988525:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522756.988527:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [733:733:256:4294967295] 192.168.203.102@tcp LPNI seq info [733:733:8:4294967295] 00000400:00000200:3.0:1731522756.988532:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522756.988536:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522756.988538:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39f00. 00000800:00000200:3.0:1731522756.988542:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522756.988547:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522756.988549:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522756.988644:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522756.988647:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39f00. 00000400:00000200:0.0:1731522756.988650:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522756.988655:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522756.988657:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4ddd0 00000400:00000010:0.0:1731522756.988658:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4ddd0. 00000100:00000200:0.0:1731522756.988673:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629915061120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522756.989593:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522756.989599:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217b80 00000400:00000200:0.0:1731522756.989603:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x17b9 [1] + 224 00000400:00000200:0.0:1731522756.989614:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522756.989616:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522756.989620:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629915061120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522756.989668:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522756.989675:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522756.989676:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522756.989680:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629915061120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522756.989692:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629915061120/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522756.989705:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522756.989708:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:3.0:1731522756.989709:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731522761.996357:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731522761.996374:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:1.0:1731522761.996453:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf600. 00000400:00000010:1.0:1731522761.996459:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522761.996463:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522761.996468:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915061248, portal 25 00000400:00000010:1.0:1731522761.996471:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3812a8. 00000100:00000200:1.0:1731522761.996472:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915061248, offset 0 00000400:00000200:1.0:1731522761.996478:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522761.996487:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522761.996490:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522761.996493:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522761.996496:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522761.996497:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522761.996499:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [734:734:256:4294967295] 192.168.203.102@tcp LPNI seq info [734:734:8:4294967295] 00000400:00000200:1.0:1731522761.996505:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522761.996508:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522761.996510:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522761.996514:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522761.996519:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522761.996522:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522761.996609:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522761.996611:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522761.996615:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522761.996618:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522761.996621:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3812a8 00000400:00000010:0.0:1731522761.996622:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3812a8. 00000100:00000200:0.0:1731522761.996627:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915061248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522761.997564:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522761.997572:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217c00 00000400:00000200:0.0:1731522761.997578:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x17c1 [1] + 224 00000400:00000200:0.0:1731522761.997595:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522761.997599:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522761.997605:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915061248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522761.997648:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522761.997651:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522761.997652:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522761.997656:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915061248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522761.997671:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915061248/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522761.997685:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf600. 02000000:00000010:1.0:1731522761.997688:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:1.0:1731522761.997690:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731522767.004363:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731522767.004392:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731522767.004471:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522767.004478:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522767.004484:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522767.004490:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915061376, portal 25 00000400:00000010:3.0:1731522767.004494:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dee0. 00000100:00000200:3.0:1731522767.004496:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915061376, offset 0 00000400:00000200:3.0:1731522767.004503:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522767.004512:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522767.004516:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522767.004520:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522767.004523:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522767.004525:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522767.004528:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [735:735:256:4294967295] 192.168.203.102@tcp LPNI seq info [735:735:8:4294967295] 00000400:00000200:3.0:1731522767.004537:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522767.004542:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522767.004545:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39d00. 00000800:00000200:3.0:1731522767.004550:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522767.004557:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522767.004560:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522767.004687:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522767.004700:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39d00. 00000400:00000200:0.0:1731522767.004704:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522767.004708:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522767.004710:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dee0 00000400:00000010:0.0:1731522767.004711:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dee0. 00000100:00000200:0.0:1731522767.004716:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915061376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522767.005822:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522767.005831:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217c80 00000400:00000200:0.0:1731522767.005837:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x17c9 [1] + 224 00000400:00000200:0.0:1731522767.005851:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522767.005854:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522767.005859:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915061376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522767.005915:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522767.005919:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522767.005920:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522767.005924:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915061376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522767.005937:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915061376/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522767.005951:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522767.005953:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731522767.005955:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731522772.012385:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731522772.012402:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78e00. 02000000:00000010:1.0:1731522772.012475:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522772.012481:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522772.012488:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522772.012494:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915061504, portal 25 00000400:00000010:1.0:1731522772.012497:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381dd0. 00000100:00000200:1.0:1731522772.012499:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915061504, offset 0 00000400:00000200:1.0:1731522772.012505:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522772.012513:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522772.012517:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522772.012520:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522772.012522:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522772.012524:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522772.012526:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [736:736:256:4294967295] 192.168.203.102@tcp LPNI seq info [736:736:8:4294967295] 00000400:00000200:1.0:1731522772.012532:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522772.012535:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522772.012538:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522772.012541:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522772.012546:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522772.012549:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522772.012650:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522772.012653:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522772.012657:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522772.012662:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522772.012665:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381dd0 00000400:00000010:0.0:1731522772.012666:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381dd0. 00000100:00000200:0.0:1731522772.012672:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629915061504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522772.013665:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522772.013672:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217d00 00000400:00000200:0.0:1731522772.013676:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x17d1 [1] + 224 00000400:00000200:0.0:1731522772.013689:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522772.013692:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522772.013695:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629915061504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522772.013771:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522772.013775:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522772.013776:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522772.013780:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629915061504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522772.013795:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629915061504/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522772.013808:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522772.013811:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78e00. 00000100:00000010:1.0:1731522772.013813:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731522777.020372:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731522777.020388:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78000. 02000000:00000010:3.0:1731522777.020473:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522777.020480:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522777.020487:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522777.020493:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915061632, portal 25 00000400:00000010:3.0:1731522777.020497:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dc38. 00000100:00000200:3.0:1731522777.020498:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915061632, offset 0 00000400:00000200:3.0:1731522777.020506:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522777.020516:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522777.020520:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522777.020524:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522777.020527:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522777.020529:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522777.020532:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [737:737:256:4294967295] 192.168.203.102@tcp LPNI seq info [737:737:8:4294967295] 00000400:00000200:3.0:1731522777.020541:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522777.020546:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522777.020550:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39900. 00000800:00000200:3.0:1731522777.020555:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522777.020562:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522777.020566:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522777.020660:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522777.020662:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39900. 00000400:00000200:0.0:1731522777.020665:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522777.020669:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522777.020671:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dc38 00000400:00000010:0.0:1731522777.020672:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dc38. 00000100:00000200:0.0:1731522777.020677:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629915061632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522777.021665:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522777.021673:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217d80 00000400:00000200:0.0:1731522777.021677:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x17d9 [1] + 224 00000400:00000200:0.0:1731522777.021689:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522777.021691:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522777.021695:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629915061632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522777.021750:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522777.021754:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522777.021755:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522777.021760:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629915061632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522777.021780:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629915061632/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522777.021797:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522777.021801:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78000. 00000100:00000010:3.0:1731522777.021804:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731522782.028370:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731522782.028386:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:1.0:1731522782.028455:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522782.028461:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522782.028465:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522782.028470:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915061760, portal 25 00000400:00000010:1.0:1731522782.028473:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381770. 00000100:00000200:1.0:1731522782.028475:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915061760, offset 0 00000400:00000200:1.0:1731522782.028481:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522782.028489:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522782.028492:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522782.028495:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522782.028497:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522782.028498:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522782.028500:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [738:738:256:4294967295] 192.168.203.102@tcp LPNI seq info [738:738:8:4294967295] 00000400:00000200:1.0:1731522782.028507:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522782.028510:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522782.028513:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522782.028516:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522782.028521:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522782.028523:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522782.028609:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522782.028612:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522782.028615:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522782.028618:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522782.028621:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381770 00000400:00000010:0.0:1731522782.028622:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381770. 00000100:00000200:0.0:1731522782.028627:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629915061760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522782.029639:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522782.029646:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217e00 00000400:00000200:0.0:1731522782.029660:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x17e1 [1] + 224 00000400:00000200:0.0:1731522782.029671:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522782.029674:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522782.029677:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629915061760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522782.029722:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522782.029725:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522782.029726:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522782.029730:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629915061760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522782.029742:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629915061760/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522782.029755:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522782.029759:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:1.0:1731522782.029761:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731522787.036362:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731522787.036380:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78a00. 02000000:00000010:3.0:1731522787.036448:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522787.036454:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522787.036459:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522787.036464:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915061888, portal 25 00000400:00000010:3.0:1731522787.036467:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d550. 00000100:00000200:3.0:1731522787.036468:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915061888, offset 0 00000400:00000200:3.0:1731522787.036474:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522787.036483:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522787.036486:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522787.036489:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522787.036491:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522787.036493:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522787.036494:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [739:739:256:4294967295] 192.168.203.102@tcp LPNI seq info [739:739:8:4294967295] 00000400:00000200:3.0:1731522787.036500:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522787.036504:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522787.036506:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39500. 00000800:00000200:3.0:1731522787.036509:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522787.036515:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522787.036517:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522787.036613:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522787.036616:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39500. 00000400:00000200:0.0:1731522787.036618:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522787.036621:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522787.036624:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d550 00000400:00000010:0.0:1731522787.036625:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d550. 00000100:00000200:0.0:1731522787.036629:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629915061888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522787.037557:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522787.037564:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217e80 00000400:00000200:0.0:1731522787.037569:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x17e9 [1] + 224 00000400:00000200:0.0:1731522787.037582:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522787.037585:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522787.037589:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629915061888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522787.037651:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522787.037655:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522787.037656:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522787.037661:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629915061888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522787.037682:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629915061888/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522787.037697:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522787.037701:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78a00. 00000100:00000010:3.0:1731522787.037704:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731522792.044392:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731522792.044409:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:3.0:1731522792.044513:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522792.044532:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522792.044537:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522792.044543:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915062016, portal 25 00000400:00000010:3.0:1731522792.044546:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dcc0. 00000100:00000200:3.0:1731522792.044548:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915062016, offset 0 00000400:00000200:3.0:1731522792.044556:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522792.044566:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522792.044571:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522792.044574:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522792.044577:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522792.044579:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522792.044582:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [740:740:256:4294967295] 192.168.203.102@tcp LPNI seq info [740:740:8:4294967295] 00000400:00000200:3.0:1731522792.044591:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522792.044596:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522792.044599:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39b00. 00000800:00000200:3.0:1731522792.044604:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522792.044611:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522792.044615:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522792.044722:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522792.044725:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39b00. 00000400:00000200:0.0:1731522792.044729:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522792.044734:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522792.044736:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dcc0 00000400:00000010:0.0:1731522792.044738:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dcc0. 00000100:00000200:0.0:1731522792.044752:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629915062016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522792.045765:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522792.045774:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217f00 00000400:00000200:0.0:1731522792.045779:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x17f1 [1] + 224 00000400:00000200:0.0:1731522792.045794:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522792.045798:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522792.045802:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629915062016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522792.045850:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522792.045853:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522792.045854:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522792.045857:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629915062016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522792.045870:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629915062016/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522792.045884:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522792.045886:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:3.0:1731522792.045888:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731522797.052383:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731522797.052401:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:1.0:1731522797.052502:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522797.052509:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522797.052515:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522797.052520:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915062144, portal 25 00000400:00000010:1.0:1731522797.052524:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3817f8. 00000100:00000200:1.0:1731522797.052526:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915062144, offset 0 00000400:00000200:1.0:1731522797.052533:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522797.052544:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522797.052549:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522797.052552:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522797.052555:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522797.052556:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522797.052559:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [741:741:256:4294967295] 192.168.203.102@tcp LPNI seq info [741:741:8:4294967295] 00000400:00000200:1.0:1731522797.052568:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522797.052573:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522797.052576:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522797.052581:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522797.052587:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522797.052591:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522797.052679:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522797.052681:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522797.052684:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522797.052687:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522797.052690:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3817f8 00000400:00000010:0.0:1731522797.052691:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3817f8. 00000100:00000200:0.0:1731522797.052695:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629915062144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522797.053688:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522797.053694:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48217f80 00000400:00000200:0.0:1731522797.053698:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x17f9 [1] + 224 00000400:00000200:0.0:1731522797.053712:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522797.053715:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522797.053720:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629915062144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522797.053766:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522797.053770:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522797.053771:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522797.053775:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629915062144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522797.053795:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629915062144/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522797.053811:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522797.053815:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:1.0:1731522797.053818:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731522802.060367:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731522802.060385:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:3.0:1731522802.060463:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522802.060469:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522802.060474:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522802.060479:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915062272, portal 25 00000400:00000010:3.0:1731522802.060482:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4de58. 00000100:00000200:3.0:1731522802.060483:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915062272, offset 0 00000400:00000200:3.0:1731522802.060490:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522802.060498:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522802.060502:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522802.060504:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522802.060506:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522802.060508:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522802.060510:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [742:742:256:4294967295] 192.168.203.102@tcp LPNI seq info [742:742:8:4294967295] 00000400:00000200:3.0:1731522802.060515:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522802.060519:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522802.060521:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39100. 00000800:00000200:3.0:1731522802.060525:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522802.060530:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522802.060533:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522802.060643:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522802.060656:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39100. 00000400:00000200:0.0:1731522802.060660:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522802.060665:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522802.060668:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4de58 00000400:00000010:0.0:1731522802.060670:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4de58. 00000100:00000200:0.0:1731522802.060676:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629915062272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522802.061687:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522802.061697:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218000 00000400:00000200:0.0:1731522802.061703:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1801 [1] + 224 00000400:00000200:0.0:1731522802.061719:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522802.061722:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522802.061728:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629915062272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522802.061780:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522802.061783:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522802.061784:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522802.061787:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629915062272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522802.061801:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629915062272/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522802.061814:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522802.061817:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:3.0:1731522802.061819:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:2.0:1731522807.068400:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445500. 02000000:00000010:2.0:1731522807.068415:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:1.0:1731522807.068488:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522807.068493:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522807.068498:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522807.068503:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915062400, portal 25 00000400:00000010:1.0:1731522807.068506:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381198. 00000100:00000200:1.0:1731522807.068507:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915062400, offset 0 00000400:00000200:1.0:1731522807.068513:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522807.068521:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522807.068525:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522807.068527:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522807.068530:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522807.068531:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522807.068533:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [743:743:256:4294967295] 192.168.203.102@tcp LPNI seq info [743:743:8:4294967295] 00000400:00000200:1.0:1731522807.068538:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522807.068542:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522807.068545:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522807.068548:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522807.068553:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522807.068556:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522807.068652:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522807.068655:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522807.068659:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522807.068664:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522807.068668:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381198 00000400:00000010:0.0:1731522807.068669:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381198. 00000100:00000200:0.0:1731522807.068675:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445500 x1815629915062400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522807.069645:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522807.069651:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218080 00000400:00000200:0.0:1731522807.069655:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1809 [1] + 224 00000400:00000200:0.0:1731522807.069668:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522807.069670:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522807.069674:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445500 x1815629915062400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522807.069719:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522807.069722:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522807.069723:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522807.069727:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445500 x1815629915062400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522807.069746:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445500 x1815629915062400/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522807.069761:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522807.069764:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:1.0:1731522807.069766:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445500. 00000100:00000010:2.0:1731522812.076375:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445180. 02000000:00000010:2.0:1731522812.076391:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:1.0:1731522812.076465:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522812.076471:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522812.076475:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522812.076480:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915062528, portal 25 00000400:00000010:1.0:1731522812.076482:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381220. 00000100:00000200:1.0:1731522812.076483:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915062528, offset 0 00000400:00000200:1.0:1731522812.076489:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522812.076497:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522812.076500:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522812.076503:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522812.076505:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522812.076507:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522812.076509:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [744:744:256:4294967295] 192.168.203.102@tcp LPNI seq info [744:744:8:4294967295] 00000400:00000200:1.0:1731522812.076515:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522812.076518:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522812.076520:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731522812.076524:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522812.076530:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522812.076533:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522812.076652:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522812.076663:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731522812.076668:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522812.076673:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522812.076676:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381220 00000400:00000010:0.0:1731522812.076678:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381220. 00000100:00000200:0.0:1731522812.076684:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445180 x1815629915062528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522812.077604:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522812.077612:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218100 00000400:00000200:0.0:1731522812.077617:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1811 [1] + 224 00000400:00000200:0.0:1731522812.077630:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522812.077634:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522812.077638:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445180 x1815629915062528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522812.077682:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522812.077685:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522812.077687:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522812.077691:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445180 x1815629915062528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522812.077707:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445180 x1815629915062528/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522812.077724:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522812.077727:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:1.0:1731522812.077730:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445180. 00000100:00000010:2.0:1731522817.084376:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444e00. 02000000:00000010:2.0:1731522817.084393:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:3.0:1731522817.084473:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522817.084480:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522817.084485:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522817.084491:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915062656, portal 25 00000400:00000010:3.0:1731522817.084494:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d440. 00000100:00000200:3.0:1731522817.084495:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915062656, offset 0 00000400:00000200:3.0:1731522817.084501:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522817.084510:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522817.084514:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522817.084517:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522817.084519:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522817.084521:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522817.084523:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [745:745:256:4294967295] 192.168.203.102@tcp LPNI seq info [745:745:8:4294967295] 00000400:00000200:3.0:1731522817.084529:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522817.084532:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522817.084535:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39400. 00000800:00000200:3.0:1731522817.084539:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522817.084545:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522817.084547:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522817.084652:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522817.084654:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39400. 00000400:00000200:0.0:1731522817.084657:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522817.084661:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522817.084663:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d440 00000400:00000010:0.0:1731522817.084664:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d440. 00000100:00000200:0.0:1731522817.084669:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444e00 x1815629915062656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522817.085674:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522817.085681:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218180 00000400:00000200:0.0:1731522817.085687:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1819 [1] + 224 00000400:00000200:0.0:1731522817.085704:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522817.085708:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522817.085713:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444e00 x1815629915062656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522817.085769:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522817.085772:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522817.085773:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522817.085776:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444e00 x1815629915062656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522817.085792:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444e00 x1815629915062656/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522817.085805:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522817.085808:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:3.0:1731522817.085810:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444e00. 00000100:00000010:2.0:1731522822.092385:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444a80. 02000000:00000010:2.0:1731522822.092400:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:1.0:1731522822.092471:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522822.092478:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522822.092482:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522822.092491:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915062784, portal 25 00000400:00000010:1.0:1731522822.092494:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3814c8. 00000100:00000200:1.0:1731522822.092495:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915062784, offset 0 00000400:00000200:1.0:1731522822.092501:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522822.092510:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522822.092514:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522822.092518:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522822.092520:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522822.092521:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522822.092523:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [746:746:256:4294967295] 192.168.203.102@tcp LPNI seq info [746:746:8:4294967295] 00000400:00000200:1.0:1731522822.092529:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522822.092533:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522822.092535:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731522822.092539:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522822.092545:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522822.092548:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522822.092666:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522822.092676:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731522822.092681:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522822.092686:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522822.092689:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3814c8 00000400:00000010:0.0:1731522822.092691:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3814c8. 00000100:00000200:0.0:1731522822.092696:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444a80 x1815629915062784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522822.093658:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522822.093667:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218200 00000400:00000200:0.0:1731522822.093672:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1821 [1] + 224 00000400:00000200:0.0:1731522822.093684:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522822.093687:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522822.093692:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444a80 x1815629915062784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522822.093744:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522822.093748:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522822.093749:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522822.093753:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444a80 x1815629915062784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522822.093777:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444a80 x1815629915062784/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522822.093794:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522822.093798:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:1.0:1731522822.093801:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444a80. 00000100:00000010:2.0:1731522827.100374:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444700. 02000000:00000010:2.0:1731522827.100392:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:3.0:1731522827.100478:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522827.100485:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522827.100491:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522827.100497:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915062912, portal 25 00000400:00000010:3.0:1731522827.100500:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dbb0. 00000100:00000200:3.0:1731522827.100502:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915062912, offset 0 00000400:00000200:3.0:1731522827.100510:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522827.100519:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522827.100523:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522827.100526:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522827.100529:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522827.100531:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522827.100534:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [747:747:256:4294967295] 192.168.203.102@tcp LPNI seq info [747:747:8:4294967295] 00000400:00000200:3.0:1731522827.100543:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522827.100548:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522827.100552:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39200. 00000800:00000200:3.0:1731522827.100556:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522827.100563:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522827.100567:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522827.100679:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522827.100683:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39200. 00000400:00000200:0.0:1731522827.100686:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522827.100691:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522827.100694:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dbb0 00000400:00000010:0.0:1731522827.100696:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dbb0. 00000100:00000200:0.0:1731522827.100701:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444700 x1815629915062912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522827.101655:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522827.101664:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218280 00000400:00000200:0.0:1731522827.101669:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1829 [1] + 224 00000400:00000200:0.0:1731522827.101687:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522827.101690:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522827.101696:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444700 x1815629915062912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522827.101732:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522827.101735:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522827.101736:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522827.101739:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444700 x1815629915062912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522827.101754:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444700 x1815629915062912/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522827.101767:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522827.101770:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:3.0:1731522827.101773:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444700. 00000100:00000010:2.0:1731522832.108408:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444380. 02000000:00000010:2.0:1731522832.108430:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:1.0:1731522832.108506:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522832.108512:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522832.108516:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522832.108521:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915063040, portal 25 00000400:00000010:1.0:1731522832.108524:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3813b8. 00000100:00000200:1.0:1731522832.108525:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915063040, offset 0 00000400:00000200:1.0:1731522832.108531:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522832.108540:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522832.108543:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522832.108546:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522832.108548:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522832.108550:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522832.108552:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [748:748:256:4294967295] 192.168.203.102@tcp LPNI seq info [748:748:8:4294967295] 00000400:00000200:1.0:1731522832.108558:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522832.108561:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522832.108564:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731522832.108567:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522832.108573:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522832.108575:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522832.108701:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522832.108713:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731522832.108717:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522832.108722:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522832.108725:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3813b8 00000400:00000010:0.0:1731522832.108726:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3813b8. 00000100:00000200:0.0:1731522832.108732:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444380 x1815629915063040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522832.109738:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522832.109748:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218300 00000400:00000200:0.0:1731522832.109754:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1831 [1] + 224 00000400:00000200:0.0:1731522832.109770:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522832.109774:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522832.109779:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444380 x1815629915063040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522832.109866:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522832.109870:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522832.109871:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522832.109881:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444380 x1815629915063040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522832.109899:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444380 x1815629915063040/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522832.109917:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522832.109920:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:1.0:1731522832.109923:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444380. 00000100:00000010:2.0:1731522837.116375:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444000. 02000000:00000010:2.0:1731522837.116392:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:3.0:1731522837.116473:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522837.116480:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522837.116487:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522837.116493:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915063168, portal 25 00000400:00000010:3.0:1731522837.116496:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d088. 00000100:00000200:3.0:1731522837.116498:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915063168, offset 0 00000400:00000200:3.0:1731522837.116506:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522837.116515:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522837.116519:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522837.116523:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522837.116526:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522837.116528:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522837.116531:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [749:749:256:4294967295] 192.168.203.102@tcp LPNI seq info [749:749:8:4294967295] 00000400:00000200:3.0:1731522837.116539:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522837.116544:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522837.116548:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39a00. 00000800:00000200:3.0:1731522837.116552:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522837.116559:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522837.116563:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522837.116726:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522837.116731:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39a00. 00000400:00000200:0.0:1731522837.116736:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522837.116742:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522837.116746:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d088 00000400:00000010:0.0:1731522837.116748:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d088. 00000100:00000200:0.0:1731522837.116755:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444000 x1815629915063168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522837.117826:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522837.117839:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218380 00000400:00000200:0.0:1731522837.117847:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1839 [1] + 224 00000400:00000200:0.0:1731522837.117871:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522837.117876:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522837.117884:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444000 x1815629915063168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522837.117984:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522837.117989:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522837.117990:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522837.117995:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444000 x1815629915063168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522837.118016:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444000 x1815629915063168/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522837.118033:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522837.118037:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:3.0:1731522837.118040:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444000. 00000100:00000010:2.0:1731522842.124362:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444000. 02000000:00000010:2.0:1731522842.124388:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:1.0:1731522842.124462:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522842.124469:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522842.124475:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522842.124481:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915063296, portal 25 00000400:00000010:1.0:1731522842.124484:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381440. 00000100:00000200:1.0:1731522842.124486:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915063296, offset 0 00000400:00000200:1.0:1731522842.124493:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522842.124502:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522842.124507:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522842.124510:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522842.124512:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522842.124514:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522842.124517:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [750:750:256:4294967295] 192.168.203.102@tcp LPNI seq info [750:750:8:4294967295] 00000400:00000200:1.0:1731522842.124525:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522842.124530:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522842.124533:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731522842.124538:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522842.124544:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522842.124547:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522842.124655:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522842.124661:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731522842.124664:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522842.124668:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522842.124671:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381440 00000400:00000010:0.0:1731522842.124672:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381440. 00000100:00000200:0.0:1731522842.124676:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444000 x1815629915063296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522842.125675:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522842.125684:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218400 00000400:00000200:0.0:1731522842.125689:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1841 [1] + 224 00000400:00000200:0.0:1731522842.125703:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522842.125706:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522842.125712:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444000 x1815629915063296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522842.125760:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522842.125765:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522842.125766:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522842.125770:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444000 x1815629915063296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522842.125788:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444000 x1815629915063296/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522842.125805:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522842.125809:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:1.0:1731522842.125812:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444000. 00000100:00000010:2.0:1731522847.132390:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444380. 02000000:00000010:2.0:1731522847.132407:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731522847.132489:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522847.132496:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522847.132502:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522847.132507:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915063424, portal 25 00000400:00000010:3.0:1731522847.132511:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d2a8. 00000100:00000200:3.0:1731522847.132513:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915063424, offset 0 00000400:00000200:3.0:1731522847.132521:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522847.132532:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522847.132536:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522847.132539:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522847.132542:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522847.132544:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522847.132547:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [751:751:256:4294967295] 192.168.203.102@tcp LPNI seq info [751:751:8:4294967295] 00000400:00000200:3.0:1731522847.132562:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522847.132568:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522847.132572:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39a00. 00000800:00000200:3.0:1731522847.132578:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522847.132585:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522847.132589:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522847.132745:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522847.132748:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39a00. 00000400:00000200:0.0:1731522847.132751:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522847.132756:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522847.132758:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d2a8 00000400:00000010:0.0:1731522847.132760:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d2a8. 00000100:00000200:0.0:1731522847.132765:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444380 x1815629915063424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522847.136451:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522847.136465:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218480 00000400:00000200:0.0:1731522847.136472:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1849 [1] + 224 00000400:00000200:0.0:1731522847.136491:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522847.136496:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522847.136505:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444380 x1815629915063424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522847.136589:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522847.136595:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522847.136597:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522847.136604:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444380 x1815629915063424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522847.136625:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444380 x1815629915063424/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522847.136647:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522847.136651:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731522847.136656:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444380. 00000100:00000010:2.0:1731522852.140381:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444700. 02000000:00000010:2.0:1731522852.140399:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10f00. 02000000:00000010:1.0:1731522852.140478:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522852.140485:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522852.140497:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522852.140502:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915063552, portal 25 00000400:00000010:1.0:1731522852.140507:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3815d8. 00000100:00000200:1.0:1731522852.140509:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915063552, offset 0 00000400:00000200:1.0:1731522852.140517:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522852.140526:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522852.140530:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522852.140534:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522852.140537:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522852.140539:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522852.140542:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [752:752:256:4294967295] 192.168.203.102@tcp LPNI seq info [752:752:8:4294967295] 00000400:00000200:1.0:1731522852.140550:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522852.140555:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522852.140558:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522852.140563:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522852.140569:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522852.140572:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522852.140698:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522852.140710:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522852.140714:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522852.140718:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522852.140720:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3815d8 00000400:00000010:0.0:1731522852.140721:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3815d8. 00000100:00000200:0.0:1731522852.140726:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444700 x1815629915063552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522852.141889:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522852.141898:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218500 00000400:00000200:0.0:1731522852.141905:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1851 [1] + 224 00000400:00000200:0.0:1731522852.141920:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522852.141924:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522852.141929:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444700 x1815629915063552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522852.142019:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522852.142026:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522852.142027:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522852.142034:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444700 x1815629915063552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522852.142057:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444700 x1815629915063552/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522852.142078:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522852.142083:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10f00. 00000100:00000010:1.0:1731522852.142087:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444700. 00000100:00000010:2.0:1731522857.148388:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444a80. 02000000:00000010:2.0:1731522857.148408:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10f00. 02000000:00000010:3.0:1731522857.148495:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522857.148503:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522857.148509:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522857.148515:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915063680, portal 25 00000400:00000010:3.0:1731522857.148519:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d660. 00000100:00000200:3.0:1731522857.148521:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915063680, offset 0 00000400:00000200:3.0:1731522857.148530:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522857.148538:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522857.148543:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522857.148546:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522857.148549:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522857.148551:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522857.148554:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [753:753:256:4294967295] 192.168.203.102@tcp LPNI seq info [753:753:8:4294967295] 00000400:00000200:3.0:1731522857.148563:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522857.148568:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522857.148572:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39200. 00000800:00000200:3.0:1731522857.148578:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522857.148585:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522857.148588:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522857.148727:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522857.148729:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39200. 00000400:00000200:0.0:1731522857.148732:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522857.148735:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522857.148737:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d660 00000400:00000010:0.0:1731522857.148738:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d660. 00000100:00000200:0.0:1731522857.148743:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444a80 x1815629915063680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522857.149870:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522857.149877:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218580 00000400:00000200:0.0:1731522857.149881:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1859 [1] + 224 00000400:00000200:0.0:1731522857.149895:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522857.149897:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522857.149901:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444a80 x1815629915063680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522857.149944:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522857.149948:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522857.149949:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522857.149953:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444a80 x1815629915063680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522857.149974:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444a80 x1815629915063680/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522857.149992:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522857.149996:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10f00. 00000100:00000010:3.0:1731522857.150000:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444a80. 00000100:00000010:2.0:1731522862.156376:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6444e00. 02000000:00000010:2.0:1731522862.156395:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:1.0:1731522862.156467:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522862.156474:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522862.156479:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522862.156484:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915063808, portal 25 00000400:00000010:1.0:1731522862.156486:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381990. 00000100:00000200:1.0:1731522862.156487:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915063808, offset 0 00000400:00000200:1.0:1731522862.156493:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522862.156501:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522862.156504:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522862.156506:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522862.156508:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522862.156510:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522862.156511:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [754:754:256:4294967295] 192.168.203.102@tcp LPNI seq info [754:754:8:4294967295] 00000400:00000200:1.0:1731522862.156517:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522862.156520:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522862.156522:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731522862.156526:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522862.156531:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522862.156533:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522862.156646:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522862.156657:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731522862.156661:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522862.156666:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522862.156668:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381990 00000400:00000010:0.0:1731522862.156669:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381990. 00000100:00000200:0.0:1731522862.156675:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6444e00 x1815629915063808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522862.157676:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522862.157684:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218600 00000400:00000200:0.0:1731522862.157689:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1861 [1] + 224 00000400:00000200:0.0:1731522862.157702:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522862.157706:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522862.157712:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6444e00 x1815629915063808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522862.157776:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522862.157780:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522862.157781:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522862.157785:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6444e00 x1815629915063808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522862.157802:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6444e00 x1815629915063808/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522862.157818:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522862.157822:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:1.0:1731522862.157825:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6444e00. 00000100:00000010:2.0:1731522867.164371:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445180. 02000000:00000010:2.0:1731522867.164386:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:3.0:1731522867.164450:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522867.164457:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522867.164462:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522867.164468:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915063936, portal 25 00000400:00000010:3.0:1731522867.164472:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731522867.164474:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915063936, offset 0 00000400:00000200:3.0:1731522867.164480:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522867.164489:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522867.164493:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522867.164496:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522867.164499:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522867.164500:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522867.164503:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [755:755:256:4294967295] 192.168.203.102@tcp LPNI seq info [755:755:8:4294967295] 00000400:00000200:3.0:1731522867.164510:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522867.164514:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522867.164517:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39400. 00000800:00000200:3.0:1731522867.164522:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522867.164528:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522867.164531:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522867.164626:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522867.164628:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39400. 00000400:00000200:0.0:1731522867.164630:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522867.164633:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522867.164636:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d220 00000400:00000010:0.0:1731522867.164637:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d220. 00000100:00000200:0.0:1731522867.164641:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445180 x1815629915063936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522867.166592:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522867.166603:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218680 00000400:00000200:0.0:1731522867.166608:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1869 [1] + 224 00000400:00000200:0.0:1731522867.166624:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522867.166628:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522867.166633:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445180 x1815629915063936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522867.166826:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522867.166829:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522867.166830:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522867.166835:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445180 x1815629915063936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522867.166852:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445180 x1815629915063936/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522867.166867:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522867.166870:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:3.0:1731522867.166873:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445180. 00000100:00000010:2.0:1731522872.172351:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445500. 02000000:00000010:2.0:1731522872.172365:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:1.0:1731522872.172434:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522872.172439:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522872.172443:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522872.172448:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915064064, portal 25 00000400:00000010:1.0:1731522872.172450:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381330. 00000100:00000200:1.0:1731522872.172452:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915064064, offset 0 00000400:00000200:1.0:1731522872.172457:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522872.172465:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522872.172467:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522872.172470:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522872.172472:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522872.172473:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522872.172475:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [756:756:256:4294967295] 192.168.203.102@tcp LPNI seq info [756:756:8:4294967295] 00000400:00000200:1.0:1731522872.172479:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522872.172482:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522872.172484:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522872.172487:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522872.172493:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522872.172495:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522872.172643:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522872.172689:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522872.172694:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522872.172698:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522872.172702:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381330 00000400:00000010:0.0:1731522872.172703:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381330. 00000100:00000200:0.0:1731522872.172711:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445500 x1815629915064064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522872.173605:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522872.173615:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218700 00000400:00000200:0.0:1731522872.173621:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1871 [1] + 224 00000400:00000200:0.0:1731522872.173638:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522872.173643:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522872.173663:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445500 x1815629915064064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522872.173706:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522872.173709:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522872.173709:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522872.173712:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445500 x1815629915064064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522872.173723:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445500 x1815629915064064/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522872.173735:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522872.173737:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:1.0:1731522872.173739:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445500. 00000100:00000010:2.0:1731522877.180349:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445880. 02000000:00000010:2.0:1731522877.180365:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:3.0:1731522877.180438:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522877.180443:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522877.180447:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522877.180452:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915064192, portal 25 00000400:00000010:3.0:1731522877.180455:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d5d8. 00000100:00000200:3.0:1731522877.180456:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915064192, offset 0 00000400:00000200:3.0:1731522877.180462:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522877.180470:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522877.180473:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522877.180475:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522877.180477:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522877.180478:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522877.180480:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [757:757:256:4294967295] 192.168.203.102@tcp LPNI seq info [757:757:8:4294967295] 00000400:00000200:3.0:1731522877.180486:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522877.180489:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522877.180491:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39100. 00000800:00000200:3.0:1731522877.180494:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522877.180498:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522877.180500:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522877.180599:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522877.180601:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39100. 00000400:00000200:0.0:1731522877.180604:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522877.180607:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522877.180609:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d5d8 00000400:00000010:0.0:1731522877.180610:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d5d8. 00000100:00000200:0.0:1731522877.180615:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445880 x1815629915064192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522877.181557:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522877.181565:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218780 00000400:00000200:0.0:1731522877.181570:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1879 [1] + 224 00000400:00000200:0.0:1731522877.181584:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522877.181587:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522877.181591:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445880 x1815629915064192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522877.181646:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522877.181650:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522877.181651:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522877.181655:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445880 x1815629915064192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522877.181670:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445880 x1815629915064192/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522877.181684:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522877.181688:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:3.0:1731522877.181691:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445880. 00000100:00000010:2.0:1731522882.188352:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445f80. 02000000:00000010:2.0:1731522882.188366:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:1.0:1731522882.188429:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be800. 00000400:00000010:1.0:1731522882.188435:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522882.188441:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522882.188446:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915064320, portal 25 00000400:00000010:1.0:1731522882.188449:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381000. 00000100:00000200:1.0:1731522882.188450:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915064320, offset 0 00000400:00000200:1.0:1731522882.188456:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522882.188464:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522882.188467:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522882.188470:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522882.188472:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522882.188473:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522882.188475:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [758:758:256:4294967295] 192.168.203.102@tcp LPNI seq info [758:758:8:4294967295] 00000400:00000200:1.0:1731522882.188479:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522882.188482:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522882.188484:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731522882.188487:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522882.188492:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522882.188494:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522882.188632:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522882.188643:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731522882.188647:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522882.188651:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522882.188654:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381000 00000400:00000010:0.0:1731522882.188655:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381000. 00000100:00000200:0.0:1731522882.188660:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445f80 x1815629915064320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522882.189571:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522882.189577:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218800 00000400:00000200:0.0:1731522882.189592:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1881 [1] + 224 00000400:00000200:0.0:1731522882.189603:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522882.189605:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522882.189609:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445f80 x1815629915064320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522882.189653:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522882.189656:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522882.189658:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522882.189662:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445f80 x1815629915064320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522882.189678:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445f80 x1815629915064320/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522882.189693:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be800. 02000000:00000010:1.0:1731522882.189697:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:1.0:1731522882.189700:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445f80. 00000100:00000010:2.0:1731522887.196369:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6445c00. 02000000:00000010:2.0:1731522887.196384:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:3.0:1731522887.196448:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522887.196454:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522887.196458:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522887.196462:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915064448, portal 25 00000400:00000010:3.0:1731522887.196465:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4da18. 00000100:00000200:3.0:1731522887.196466:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915064448, offset 0 00000400:00000200:3.0:1731522887.196471:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522887.196479:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522887.196482:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522887.196485:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522887.196487:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522887.196489:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522887.196490:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [759:759:256:4294967295] 192.168.203.102@tcp LPNI seq info [759:759:8:4294967295] 00000400:00000200:3.0:1731522887.196496:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522887.196499:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522887.196501:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39b00. 00000800:00000200:3.0:1731522887.196504:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522887.196509:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522887.196511:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522887.196656:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522887.196659:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39b00. 00000400:00000200:0.0:1731522887.196662:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522887.196666:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522887.196669:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4da18 00000400:00000010:0.0:1731522887.196670:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4da18. 00000100:00000200:0.0:1731522887.196676:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6445c00 x1815629915064448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522887.197610:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522887.197617:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218880 00000400:00000200:0.0:1731522887.197622:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1889 [1] + 224 00000400:00000200:0.0:1731522887.197636:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522887.197639:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522887.197643:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6445c00 x1815629915064448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522887.197686:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522887.197689:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522887.197690:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522887.197693:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6445c00 x1815629915064448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522887.197706:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6445c00 x1815629915064448/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522887.197718:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522887.197721:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:3.0:1731522887.197723:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6445c00. 00000100:00000010:2.0:1731522892.204456:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446300. 02000000:00000010:2.0:1731522892.204480:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:1.0:1731522892.204569:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522892.204578:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522892.204585:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522892.204593:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915064576, portal 25 00000400:00000010:1.0:1731522892.204597:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381ee0. 00000100:00000200:1.0:1731522892.204598:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915064576, offset 0 00000400:00000200:1.0:1731522892.204610:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522892.204621:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522892.204625:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522892.204628:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522892.204631:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522892.204632:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522892.204634:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [760:760:256:4294967295] 192.168.203.102@tcp LPNI seq info [760:760:8:4294967295] 00000400:00000200:1.0:1731522892.204639:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522892.204644:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522892.204648:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522892.204653:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522892.204662:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522892.204665:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522892.204807:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522892.204820:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522892.204824:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522892.204829:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522892.204832:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381ee0 00000400:00000010:0.0:1731522892.204833:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381ee0. 00000100:00000200:0.0:1731522892.204844:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446300 x1815629915064576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522892.205984:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522892.205995:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218900 00000400:00000200:0.0:1731522892.206000:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1891 [1] + 224 00000400:00000200:0.0:1731522892.206014:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522892.206016:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522892.206023:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446300 x1815629915064576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522892.206072:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522892.206076:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522892.206077:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522892.206082:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446300 x1815629915064576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522892.206099:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446300 x1815629915064576/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522892.206118:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522892.206121:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:1.0:1731522892.206125:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446300. 00000100:00000010:2.0:1731522897.212368:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447100. 02000000:00000010:2.0:1731522897.212384:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:3.0:1731522897.212461:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522897.212467:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522897.212471:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522897.212475:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915064704, portal 25 00000400:00000010:3.0:1731522897.212503:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d7f8. 00000100:00000200:3.0:1731522897.212505:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915064704, offset 0 00000400:00000200:3.0:1731522897.212512:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522897.212521:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522897.212525:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522897.212528:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522897.212531:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522897.212532:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522897.212535:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [761:761:256:4294967295] 192.168.203.102@tcp LPNI seq info [761:761:8:4294967295] 00000400:00000200:3.0:1731522897.212542:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522897.212551:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522897.212554:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39500. 00000800:00000200:3.0:1731522897.212558:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522897.212564:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522897.212567:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522897.212688:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522897.212691:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39500. 00000400:00000200:0.0:1731522897.212695:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522897.212699:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522897.212702:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d7f8 00000400:00000010:0.0:1731522897.212704:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d7f8. 00000100:00000200:0.0:1731522897.212709:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447100 x1815629915064704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522897.213559:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522897.213568:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218980 00000400:00000200:0.0:1731522897.213573:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1899 [1] + 224 00000400:00000200:0.0:1731522897.213589:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522897.213592:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522897.213597:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447100 x1815629915064704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522897.213648:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522897.213652:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522897.213653:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522897.213657:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447100 x1815629915064704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522897.213674:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447100 x1815629915064704/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522897.213847:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522897.213850:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:3.0:1731522897.213853:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447100. 00000100:00000010:2.0:1731522902.220369:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446d80. 02000000:00000010:2.0:1731522902.220384:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:1.0:1731522902.220471:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522902.220478:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522902.220483:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522902.220489:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915064832, portal 25 00000400:00000010:1.0:1731522902.220492:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381bb0. 00000100:00000200:1.0:1731522902.220494:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915064832, offset 0 00000400:00000200:1.0:1731522902.220501:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522902.220511:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522902.220514:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522902.220517:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522902.220520:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522902.220521:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522902.220524:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [762:762:256:4294967295] 192.168.203.102@tcp LPNI seq info [762:762:8:4294967295] 00000400:00000200:1.0:1731522902.220530:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522902.220534:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522902.220537:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522902.220541:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522902.220547:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522902.220550:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522902.220658:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522902.220669:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522902.220672:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522902.220675:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522902.220678:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381bb0 00000400:00000010:0.0:1731522902.220679:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381bb0. 00000100:00000200:0.0:1731522902.220683:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446d80 x1815629915064832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522902.221533:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522902.221540:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218a00 00000400:00000200:0.0:1731522902.221544:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x18a1 [1] + 224 00000400:00000200:0.0:1731522902.221554:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522902.221556:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522902.221560:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446d80 x1815629915064832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522902.221600:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522902.221603:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522902.221604:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522902.221608:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446d80 x1815629915064832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522902.221626:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446d80 x1815629915064832/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522902.221640:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522902.221643:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:1.0:1731522902.221645:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446d80. 00000100:00000010:2.0:1731522907.228379:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446a00. 02000000:00000010:2.0:1731522907.228395:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10800. 02000000:00000010:3.0:1731522907.228496:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522907.228502:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522907.228507:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522907.228512:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915064960, portal 25 00000400:00000010:3.0:1731522907.228516:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d770. 00000100:00000200:3.0:1731522907.228518:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915064960, offset 0 00000400:00000200:3.0:1731522907.228526:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522907.228536:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522907.228540:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522907.228543:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522907.228545:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522907.228548:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522907.228550:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [763:763:256:4294967295] 192.168.203.102@tcp LPNI seq info [763:763:8:4294967295] 00000400:00000200:3.0:1731522907.228558:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522907.228563:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522907.228566:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39900. 00000800:00000200:3.0:1731522907.228570:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522907.228576:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522907.228579:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522907.228692:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522907.228694:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39900. 00000400:00000200:0.0:1731522907.228698:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522907.228702:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522907.228705:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d770 00000400:00000010:0.0:1731522907.228708:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d770. 00000100:00000200:0.0:1731522907.228713:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446a00 x1815629915064960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522907.229653:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522907.229663:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218a80 00000400:00000200:0.0:1731522907.229668:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x18a9 [1] + 224 00000400:00000200:0.0:1731522907.229684:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522907.229688:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522907.229693:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446a00 x1815629915064960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522907.229742:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522907.229745:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522907.229746:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522907.229749:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446a00 x1815629915064960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522907.229762:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446a00 x1815629915064960/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522907.229774:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522907.229781:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10800. 00000100:00000010:3.0:1731522907.229783:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446a00. 00000100:00000010:2.0:1731522912.236406:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447800. 02000000:00000010:2.0:1731522912.236423:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10500. 02000000:00000010:3.0:1731522912.236511:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96e00. 00000400:00000010:3.0:1731522912.236518:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522912.236523:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522912.236528:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915065088, portal 25 00000400:00000010:3.0:1731522912.236532:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4df68. 00000100:00000200:3.0:1731522912.236534:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915065088, offset 0 00000400:00000200:3.0:1731522912.236541:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522912.236551:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522912.236555:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522912.236565:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522912.236567:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522912.236569:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522912.236572:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [764:764:256:4294967295] 192.168.203.102@tcp LPNI seq info [764:764:8:4294967295] 00000400:00000200:3.0:1731522912.236580:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522912.236601:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522912.236604:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39d00. 00000800:00000200:3.0:1731522912.236609:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522912.236615:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522912.236618:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522912.236733:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522912.236744:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39d00. 00000400:00000200:0.0:1731522912.236746:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522912.236750:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522912.236753:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4df68 00000400:00000010:0.0:1731522912.236754:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4df68. 00000100:00000200:0.0:1731522912.236760:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447800 x1815629915065088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522912.237909:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522912.237919:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218b00 00000400:00000200:0.0:1731522912.237923:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x18b1 [1] + 224 00000400:00000200:0.0:1731522912.237936:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522912.237939:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522912.237944:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447800 x1815629915065088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522912.237996:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522912.238000:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522912.238001:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522912.238005:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447800 x1815629915065088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522912.238020:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447800 x1815629915065088/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522912.238035:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96e00. 02000000:00000010:3.0:1731522912.238038:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10500. 00000100:00000010:3.0:1731522912.238042:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447800. 00000100:00000010:2.0:1731522917.244394:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731522917.244409:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10f00. 02000000:00000010:3.0:1731522917.244475:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731522917.244480:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522917.244484:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522917.244489:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915065216, portal 25 00000400:00000010:3.0:1731522917.244491:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d330. 00000100:00000200:3.0:1731522917.244493:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915065216, offset 0 00000400:00000200:3.0:1731522917.244498:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522917.244505:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522917.244508:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522917.244510:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522917.244513:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522917.244514:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522917.244516:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [765:765:256:4294967295] 192.168.203.102@tcp LPNI seq info [765:765:8:4294967295] 00000400:00000200:3.0:1731522917.244521:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522917.244524:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522917.244529:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39f00. 00000800:00000200:3.0:1731522917.244534:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522917.244539:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522917.244541:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522917.244638:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522917.244641:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39f00. 00000400:00000200:0.0:1731522917.244643:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522917.244646:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522917.244648:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d330 00000400:00000010:0.0:1731522917.244649:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d330. 00000100:00000200:0.0:1731522917.244653:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629915065216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522917.245574:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522917.245583:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218b80 00000400:00000200:0.0:1731522917.245588:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x18b9 [1] + 224 00000400:00000200:0.0:1731522917.245601:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522917.245604:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522917.245609:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629915065216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522917.245660:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522917.245663:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522917.245664:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522917.245666:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629915065216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522917.245686:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629915065216/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522917.245700:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731522917.245704:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10f00. 00000100:00000010:3.0:1731522917.245707:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000100:00000010:0.0:1731522922.252469:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731522922.252493:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:3.0:1731522922.252559:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731522922.252565:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522922.252570:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522922.252575:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915065344, portal 25 00000400:00000010:3.0:1731522922.252579:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d000. 00000100:00000200:3.0:1731522922.252580:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915065344, offset 0 00000400:00000200:3.0:1731522922.252587:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522922.252596:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522922.252600:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522922.252603:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522922.252606:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522922.252608:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522922.252610:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [766:766:256:4294967295] 192.168.203.102@tcp LPNI seq info [766:766:8:4294967295] 00000400:00000200:3.0:1731522922.252619:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522922.252624:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522922.252627:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39700. 00000800:00000200:3.0:1731522922.252631:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522922.252638:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522922.252641:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522922.252739:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522922.252742:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39700. 00000400:00000200:0.0:1731522922.252745:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522922.252750:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522922.252752:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d000 00000400:00000010:0.0:1731522922.252753:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d000. 00000100:00000200:0.0:1731522922.252759:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629915065344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522922.253658:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522922.253665:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218c00 00000400:00000200:0.0:1731522922.253669:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x18c1 [1] + 224 00000400:00000200:0.0:1731522922.253679:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522922.253682:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522922.253685:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629915065344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522922.253727:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522922.253730:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522922.253732:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522922.253735:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629915065344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522922.253751:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629915065344/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522922.253766:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731522922.253770:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:3.0:1731522922.253772:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731522927.260382:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731522927.260398:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:3.0:1731522927.260465:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731522927.260472:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522927.260477:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522927.260483:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915065472, portal 25 00000400:00000010:3.0:1731522927.260486:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d198. 00000100:00000200:3.0:1731522927.260488:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915065472, offset 0 00000400:00000200:3.0:1731522927.260494:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522927.260503:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522927.260507:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522927.260511:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522927.260513:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522927.260515:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522927.260518:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [767:767:256:4294967295] 192.168.203.102@tcp LPNI seq info [767:767:8:4294967295] 00000400:00000200:3.0:1731522927.260525:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522927.260530:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522927.260533:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39800. 00000800:00000200:3.0:1731522927.260537:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522927.260543:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522927.260546:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522927.260686:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522927.260688:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39800. 00000400:00000200:0.0:1731522927.260691:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522927.260695:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522927.260697:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d198 00000400:00000010:0.0:1731522927.260698:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d198. 00000100:00000200:0.0:1731522927.260703:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629915065472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522927.261870:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522927.261879:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218c80 00000400:00000200:0.0:1731522927.261884:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x18c9 [1] + 224 00000400:00000200:0.0:1731522927.261900:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522927.261909:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522927.261915:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629915065472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522927.261971:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522927.261975:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522927.261976:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522927.261981:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629915065472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522927.261996:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629915065472/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522927.262011:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731522927.262013:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:3.0:1731522927.262017:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731522932.268371:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731522932.268387:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78000. 02000000:00000010:1.0:1731522932.268456:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522932.268462:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522932.268468:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522932.268474:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915065600, portal 25 00000400:00000010:1.0:1731522932.268477:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381b28. 00000100:00000200:1.0:1731522932.268479:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915065600, offset 0 00000400:00000200:1.0:1731522932.268487:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522932.268496:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522932.268500:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522932.268503:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522932.268505:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522932.268507:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522932.268509:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [768:768:256:4294967295] 192.168.203.102@tcp LPNI seq info [768:768:8:4294967295] 00000400:00000200:1.0:1731522932.268517:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522932.268522:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522932.268525:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522932.268529:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522932.268536:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522932.268539:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522932.268636:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522932.268638:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522932.268642:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522932.268646:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522932.268649:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381b28 00000400:00000010:0.0:1731522932.268650:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381b28. 00000100:00000200:0.0:1731522932.268656:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629915065600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522932.269869:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522932.269879:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218d00 00000400:00000200:0.0:1731522932.269885:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x18d1 [1] + 224 00000400:00000200:0.0:1731522932.269900:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522932.269904:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522932.269910:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629915065600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522932.269962:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522932.269966:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522932.269967:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522932.269972:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629915065600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522932.269989:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629915065600/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522932.270006:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522932.270010:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78000. 00000100:00000010:1.0:1731522932.270013:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731522937.276375:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731522937.276390:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731522937.276455:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731522937.276461:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522937.276466:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522937.276471:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915065728, portal 25 00000400:00000010:3.0:1731522937.276474:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4db28. 00000100:00000200:3.0:1731522937.276476:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915065728, offset 0 00000400:00000200:3.0:1731522937.276482:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522937.276492:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522937.276496:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522937.276499:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522937.276501:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522937.276503:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522937.276506:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [769:769:256:4294967295] 192.168.203.102@tcp LPNI seq info [769:769:8:4294967295] 00000400:00000200:3.0:1731522937.276514:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522937.276519:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522937.276522:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39300. 00000800:00000200:3.0:1731522937.276526:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522937.276532:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522937.276534:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522937.276626:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522937.276629:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39300. 00000400:00000200:0.0:1731522937.276632:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522937.276636:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522937.276639:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4db28 00000400:00000010:0.0:1731522937.276640:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4db28. 00000100:00000200:0.0:1731522937.276645:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629915065728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522937.277669:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522937.277676:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218d80 00000400:00000200:0.0:1731522937.277679:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x18d9 [1] + 224 00000400:00000200:0.0:1731522937.277690:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522937.277692:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522937.277695:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629915065728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522937.277748:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522937.277751:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522937.277753:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522937.277757:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629915065728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522937.277772:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629915065728/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522937.277787:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731522937.277790:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731522937.277793:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731522942.284374:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731522942.284389:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:1.0:1731522942.284459:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522942.284464:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522942.284469:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522942.284473:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915065856, portal 25 00000400:00000010:1.0:1731522942.284475:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381aa0. 00000100:00000200:1.0:1731522942.284476:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915065856, offset 0 00000400:00000200:1.0:1731522942.284481:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522942.284489:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522942.284492:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522942.284494:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522942.284496:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522942.284497:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522942.284499:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [770:770:256:4294967295] 192.168.203.102@tcp LPNI seq info [770:770:8:4294967295] 00000400:00000200:1.0:1731522942.284504:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522942.284507:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522942.284509:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731522942.284513:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522942.284517:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522942.284519:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522942.284610:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522942.284612:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731522942.284616:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522942.284619:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522942.284621:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381aa0 00000400:00000010:0.0:1731522942.284622:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381aa0. 00000100:00000200:0.0:1731522942.284626:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629915065856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522942.285536:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522942.285544:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218e00 00000400:00000200:0.0:1731522942.285550:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x18e1 [1] + 224 00000400:00000200:0.0:1731522942.285565:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522942.285568:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522942.285573:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629915065856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522942.285637:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522942.285640:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522942.285641:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522942.285645:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629915065856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522942.285661:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629915065856/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522942.285676:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522942.285679:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:1.0:1731522942.285681:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731522947.292364:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731522947.292380:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:3.0:1731522947.292451:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731522947.292457:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522947.292461:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522947.292465:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915065984, portal 25 00000400:00000010:3.0:1731522947.292468:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d3b8. 00000100:00000200:3.0:1731522947.292470:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915065984, offset 0 00000400:00000200:3.0:1731522947.292475:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522947.292483:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522947.292485:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522947.292488:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522947.292490:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522947.292492:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522947.292494:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [771:771:256:4294967295] 192.168.203.102@tcp LPNI seq info [771:771:8:4294967295] 00000400:00000200:3.0:1731522947.292500:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522947.292503:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522947.292505:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39c00. 00000800:00000200:3.0:1731522947.292508:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522947.292513:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522947.292515:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522947.292617:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522947.292620:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39c00. 00000400:00000200:0.0:1731522947.292632:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522947.292636:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522947.292639:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d3b8 00000400:00000010:0.0:1731522947.292640:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d3b8. 00000100:00000200:0.0:1731522947.292645:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629915065984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522947.293519:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522947.293528:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218e80 00000400:00000200:0.0:1731522947.293533:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x18e9 [1] + 224 00000400:00000200:0.0:1731522947.293545:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522947.293548:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522947.293553:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629915065984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522947.293602:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522947.293606:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522947.293607:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522947.293611:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629915065984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522947.293626:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629915065984/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522947.293643:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731522947.293647:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:3.0:1731522947.293650:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731522952.300372:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731522952.300388:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:1.0:1731522952.300457:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522952.300462:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522952.300466:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522952.300470:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915066112, portal 25 00000400:00000010:1.0:1731522952.300473:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381110. 00000100:00000200:1.0:1731522952.300474:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915066112, offset 0 00000400:00000200:1.0:1731522952.300480:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522952.300487:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522952.300490:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522952.300493:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522952.300495:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522952.300496:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522952.300498:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [772:772:256:4294967295] 192.168.203.102@tcp LPNI seq info [772:772:8:4294967295] 00000400:00000200:1.0:1731522952.300503:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522952.300506:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522952.300509:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b800. 00000800:00000200:1.0:1731522952.300513:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522952.300519:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522952.300522:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522952.300613:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522952.300616:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b800. 00000400:00000200:0.0:1731522952.300620:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522952.300624:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522952.300627:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381110 00000400:00000010:0.0:1731522952.300628:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381110. 00000100:00000200:0.0:1731522952.300634:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629915066112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522952.301499:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522952.301508:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218f00 00000400:00000200:0.0:1731522952.301513:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x18f1 [1] + 224 00000400:00000200:0.0:1731522952.301527:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522952.301529:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522952.301534:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629915066112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522952.301591:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522952.301594:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522952.301596:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522952.301600:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629915066112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522952.301615:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629915066112/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522952.301632:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522952.301635:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:1.0:1731522952.301638:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:0.0:1731522957.308382:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731522957.308398:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78200. 02000000:00000010:3.0:1731522957.308478:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731522957.308484:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522957.308489:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522957.308495:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915066240, portal 25 00000400:00000010:3.0:1731522957.308498:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d6e8. 00000100:00000200:3.0:1731522957.308499:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915066240, offset 0 00000400:00000200:3.0:1731522957.308506:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522957.308516:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522957.308520:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522957.308523:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522957.308525:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522957.308527:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522957.308529:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [773:773:256:4294967295] 192.168.203.102@tcp LPNI seq info [773:773:8:4294967295] 00000400:00000200:3.0:1731522957.308537:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522957.308541:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522957.308545:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39600. 00000800:00000200:3.0:1731522957.308549:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522957.308555:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522957.308558:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522957.308644:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522957.308646:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39600. 00000400:00000200:0.0:1731522957.308648:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522957.308651:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522957.308653:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d6e8 00000400:00000010:0.0:1731522957.308654:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d6e8. 00000100:00000200:0.0:1731522957.308658:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629915066240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522957.309535:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522957.309543:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48218f80 00000400:00000200:0.0:1731522957.309548:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x18f9 [1] + 224 00000400:00000200:0.0:1731522957.309562:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522957.309565:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522957.309570:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629915066240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522957.309624:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522957.309628:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522957.309629:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522957.309633:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629915066240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522957.309650:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629915066240/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522957.309665:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731522957.309668:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78200. 00000100:00000010:3.0:1731522957.309671:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731522962.316394:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731522962.316414:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:3.0:1731522962.316535:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731522962.316544:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522962.316550:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522962.316555:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915066368, portal 25 00000400:00000010:3.0:1731522962.316559:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d880. 00000100:00000200:3.0:1731522962.316560:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915066368, offset 0 00000400:00000200:3.0:1731522962.316567:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522962.316577:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522962.316581:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522962.316585:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522962.316587:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522962.316589:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522962.316592:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [774:774:256:4294967295] 192.168.203.102@tcp LPNI seq info [774:774:8:4294967295] 00000400:00000200:3.0:1731522962.316599:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522962.316604:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522962.316607:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39e00. 00000800:00000200:3.0:1731522962.316611:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522962.316617:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522962.316620:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522962.316765:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522962.316767:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39e00. 00000400:00000200:0.0:1731522962.316771:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522962.316775:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522962.316778:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d880 00000400:00000010:0.0:1731522962.316780:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d880. 00000100:00000200:0.0:1731522962.316785:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629915066368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522962.317797:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522962.317806:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219000 00000400:00000200:0.0:1731522962.317822:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1901 [1] + 224 00000400:00000200:0.0:1731522962.317835:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522962.317839:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522962.317845:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629915066368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522962.317904:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522962.317908:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522962.317909:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522962.317914:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629915066368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522962.317928:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629915066368/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522962.317945:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731522962.317948:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:3.0:1731522962.317951:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731522967.324382:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731522967.324401:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:3.0:1731522967.324468:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731522967.324475:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522967.324479:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522967.324484:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915066496, portal 25 00000400:00000010:3.0:1731522967.324487:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d110. 00000100:00000200:3.0:1731522967.324489:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915066496, offset 0 00000400:00000200:3.0:1731522967.324495:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522967.324504:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522967.324507:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522967.324510:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522967.324512:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522967.324513:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522967.324515:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [775:775:256:4294967295] 192.168.203.102@tcp LPNI seq info [775:775:8:4294967295] 00000400:00000200:3.0:1731522967.324521:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522967.324525:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522967.324528:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39e00. 00000800:00000200:3.0:1731522967.324532:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522967.324537:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522967.324540:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522967.324626:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522967.324629:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39e00. 00000400:00000200:0.0:1731522967.324631:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522967.324635:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522967.324637:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d110 00000400:00000010:0.0:1731522967.324638:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d110. 00000100:00000200:0.0:1731522967.324643:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629915066496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522967.325588:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522967.325596:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219080 00000400:00000200:0.0:1731522967.325602:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1909 [1] + 224 00000400:00000200:0.0:1731522967.325619:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522967.325623:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522967.325629:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629915066496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522967.325685:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522967.325689:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522967.325691:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522967.325695:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629915066496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522967.325716:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629915066496/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522967.325732:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731522967.325735:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:3.0:1731522967.325739:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731522972.332384:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731522972.332403:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78200. 02000000:00000010:1.0:1731522972.332488:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5bf000. 00000400:00000010:1.0:1731522972.332495:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522972.332501:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522972.332507:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915066624, portal 25 00000400:00000010:1.0:1731522972.332511:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381a18. 00000100:00000200:1.0:1731522972.332513:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915066624, offset 0 00000400:00000200:1.0:1731522972.332520:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522972.332531:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522972.332534:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522972.332537:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522972.332539:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522972.332540:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522972.332543:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [776:776:256:4294967295] 192.168.203.102@tcp LPNI seq info [776:776:8:4294967295] 00000400:00000200:1.0:1731522972.332549:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522972.332552:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522972.332555:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731522972.332558:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522972.332564:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522972.332566:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522972.332720:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522972.332725:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731522972.332731:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522972.332738:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522972.332742:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381a18 00000400:00000010:0.0:1731522972.332744:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381a18. 00000100:00000200:0.0:1731522972.332766:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629915066624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522972.333684:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522972.333693:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219100 00000400:00000200:0.0:1731522972.333699:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1911 [1] + 224 00000400:00000200:0.0:1731522972.333715:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522972.333718:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522972.333724:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629915066624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522972.333779:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522972.333783:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522972.333784:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522972.333789:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629915066624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522972.333808:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629915066624/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522972.333825:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5bf000. 02000000:00000010:1.0:1731522972.333829:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78200. 00000100:00000010:1.0:1731522972.333832:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731522977.340379:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731522977.340396:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:3.0:1731522977.340471:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731522977.340478:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731522977.340482:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522977.340487:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915066752, portal 25 00000400:00000010:3.0:1731522977.340490:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4daa0. 00000100:00000200:3.0:1731522977.340492:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915066752, offset 0 00000400:00000200:3.0:1731522977.340500:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731522977.340508:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731522977.340511:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731522977.340514:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731522977.340517:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731522977.340519:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731522977.340521:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [777:777:256:4294967295] 192.168.203.102@tcp LPNI seq info [777:777:8:4294967295] 00000400:00000200:3.0:1731522977.340530:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731522977.340535:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731522977.340539:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39600. 00000800:00000200:3.0:1731522977.340544:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731522977.340551:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731522977.340554:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522977.340669:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522977.340673:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39600. 00000400:00000200:0.0:1731522977.340676:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522977.340681:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522977.340684:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4daa0 00000400:00000010:0.0:1731522977.340686:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4daa0. 00000100:00000200:0.0:1731522977.340692:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629915066752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522977.341663:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522977.341671:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219180 00000400:00000200:0.0:1731522977.341676:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1919 [1] + 224 00000400:00000200:0.0:1731522977.341690:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522977.341693:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522977.341698:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629915066752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731522977.341749:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731522977.341752:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731522977.341753:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731522977.341757:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629915066752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731522977.341773:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629915066752/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731522977.341786:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731522977.341789:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:3.0:1731522977.341791:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731522982.348369:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731522982.348385:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:1.0:1731522982.348455:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522982.348461:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522982.348466:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522982.348470:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915066880, portal 25 00000400:00000010:1.0:1731522982.348473:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381088. 00000100:00000200:1.0:1731522982.348474:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915066880, offset 0 00000400:00000200:1.0:1731522982.348480:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522982.348489:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522982.348492:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522982.348495:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522982.348498:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522982.348499:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522982.348501:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [778:778:256:4294967295] 192.168.203.102@tcp LPNI seq info [778:778:8:4294967295] 00000400:00000200:1.0:1731522982.348507:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522982.348511:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522982.348513:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731522982.348516:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522982.348522:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522982.348525:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522982.348607:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522982.348617:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731522982.348620:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522982.348624:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522982.348626:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381088 00000400:00000010:0.0:1731522982.348627:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381088. 00000100:00000200:0.0:1731522982.348631:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629915066880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522982.349602:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522982.349609:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219200 00000400:00000200:0.0:1731522982.349614:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1921 [1] + 224 00000400:00000200:0.0:1731522982.349628:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522982.349632:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522982.349637:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629915066880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522982.349678:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522982.349682:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522982.349683:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522982.349688:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629915066880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522982.349708:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629915066880/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731522998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522982.349724:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522982.349728:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:1.0:1731522982.349731:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731522987.356361:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731522987.356377:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:1.0:1731522987.356465:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522987.356471:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522987.356476:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522987.356484:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915067008, portal 25 00000400:00000010:1.0:1731522987.356488:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381088. 00000100:00000200:1.0:1731522987.356489:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915067008, offset 0 00000400:00000200:1.0:1731522987.356496:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522987.356505:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522987.356508:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522987.356511:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522987.356513:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522987.356515:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522987.356517:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [779:779:256:4294967295] 192.168.203.102@tcp LPNI seq info [779:779:8:4294967295] 00000400:00000200:1.0:1731522987.356525:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522987.356530:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522987.356533:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522987.356537:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522987.356544:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522987.356547:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522987.356655:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522987.356658:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522987.356662:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522987.356667:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522987.356671:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381088 00000400:00000010:0.0:1731522987.356672:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381088. 00000100:00000200:0.0:1731522987.356679:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629915067008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522987.357705:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522987.357715:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219280 00000400:00000200:0.0:1731522987.357722:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1929 [1] + 224 00000400:00000200:0.0:1731522987.357740:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522987.357744:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522987.357750:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629915067008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522987.357812:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522987.357816:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522987.357817:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522987.357820:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629915067008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522987.357833:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629915067008/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522987.357848:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522987.357852:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:1.0:1731522987.357854:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731522992.364377:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731522992.364517:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:1.0:1731522992.364610:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522992.364620:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522992.364625:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522992.364630:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915067136, portal 25 00000400:00000010:1.0:1731522992.364633:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381a18. 00000100:00000200:1.0:1731522992.364634:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915067136, offset 0 00000400:00000200:1.0:1731522992.364640:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522992.364651:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522992.364655:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522992.364659:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522992.364662:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522992.364664:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522992.364667:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [780:780:256:4294967295] 192.168.203.102@tcp LPNI seq info [780:780:8:4294967295] 00000400:00000200:1.0:1731522992.364675:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522992.364681:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522992.364684:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731522992.364689:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522992.364696:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522992.364700:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522992.364821:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522992.364824:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731522992.364859:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522992.364866:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522992.364869:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381a18 00000400:00000010:0.0:1731522992.364871:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381a18. 00000100:00000200:0.0:1731522992.364876:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629915067136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522992.365881:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522992.365891:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219300 00000400:00000200:0.0:1731522992.365897:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1931 [1] + 224 00000400:00000200:0.0:1731522992.365914:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522992.365918:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522992.365923:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629915067136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522992.365972:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522992.365975:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522992.365976:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522992.365980:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629915067136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522992.365996:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629915067136/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522992.366012:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522992.366017:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:1.0:1731522992.366020:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731522997.372383:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731522997.372401:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78d00. 02000000:00000010:1.0:1731522997.372478:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731522997.372484:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731522997.372489:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522997.372493:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915067264, portal 25 00000400:00000010:1.0:1731522997.372495:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381110. 00000100:00000200:1.0:1731522997.372496:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915067264, offset 0 00000400:00000200:1.0:1731522997.372502:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731522997.372511:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731522997.372514:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731522997.372518:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731522997.372521:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731522997.372523:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731522997.372526:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [781:781:256:4294967295] 192.168.203.102@tcp LPNI seq info [781:781:8:4294967295] 00000400:00000200:1.0:1731522997.372535:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731522997.372540:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731522997.372544:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731522997.372548:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731522997.372555:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731522997.372559:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731522997.372665:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731522997.372668:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731522997.372672:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522997.372677:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731522997.372680:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381110 00000400:00000010:0.0:1731522997.372682:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381110. 00000100:00000200:0.0:1731522997.372688:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629915067264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731522997.373824:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731522997.373831:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219380 00000400:00000200:0.0:1731522997.373844:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1939 [1] + 224 00000400:00000200:0.0:1731522997.373854:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731522997.373857:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731522997.373861:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629915067264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731522997.373919:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731522997.373923:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731522997.373925:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731522997.373929:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629915067264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731522997.373948:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629915067264/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731522997.373968:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731522997.373973:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78d00. 00000100:00000010:1.0:1731522997.373976:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731523002.380354:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731523002.380370:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:1.0:1731523002.380440:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be000. 00000400:00000010:1.0:1731523002.380447:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731523002.380452:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523002.380456:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915067392, portal 25 00000400:00000010:1.0:1731523002.380459:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381aa0. 00000100:00000200:1.0:1731523002.380460:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915067392, offset 0 00000400:00000200:1.0:1731523002.380466:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731523002.380474:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731523002.380478:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523002.380480:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731523002.380483:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523002.380484:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731523002.380486:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [782:782:256:4294967295] 192.168.203.102@tcp LPNI seq info [782:782:8:4294967295] 00000400:00000200:1.0:1731523002.380492:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731523002.380495:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731523002.380497:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bd00. 00000800:00000200:1.0:1731523002.380501:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731523002.380506:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731523002.380508:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523002.380605:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523002.380607:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bd00. 00000400:00000200:0.0:1731523002.380610:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523002.380613:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523002.380616:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381aa0 00000400:00000010:0.0:1731523002.380617:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381aa0. 00000100:00000200:0.0:1731523002.380621:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629915067392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523002.381556:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523002.381563:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219400 00000400:00000200:0.0:1731523002.381567:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1941 [1] + 224 00000400:00000200:0.0:1731523002.381580:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523002.381583:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523002.381587:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629915067392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523002.381629:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731523002.381632:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731523002.381633:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523002.381637:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629915067392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523002.381656:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629915067392/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523002.381671:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be000. 02000000:00000010:1.0:1731523002.381674:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:1.0:1731523002.381676:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731523007.388361:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731523007.388377:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:3.0:1731523007.388450:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523007.388457:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523007.388462:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523007.388467:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915067520, portal 25 00000400:00000010:3.0:1731523007.388471:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4daa0. 00000100:00000200:3.0:1731523007.388473:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915067520, offset 0 00000400:00000200:3.0:1731523007.388479:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523007.388487:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523007.388491:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523007.388493:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523007.388495:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523007.388496:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523007.388498:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [783:783:256:4294967295] 192.168.203.102@tcp LPNI seq info [783:783:8:4294967295] 00000400:00000200:3.0:1731523007.388504:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523007.388508:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523007.388511:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39c00. 00000800:00000200:3.0:1731523007.388514:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523007.388520:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523007.388523:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523007.388630:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523007.388633:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39c00. 00000400:00000200:0.0:1731523007.388636:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523007.388640:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523007.388642:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4daa0 00000400:00000010:0.0:1731523007.388643:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4daa0. 00000100:00000200:0.0:1731523007.388657:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629915067520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523007.389680:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523007.389687:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219480 00000400:00000200:0.0:1731523007.389691:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1949 [1] + 224 00000400:00000200:0.0:1731523007.389702:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523007.389704:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523007.389708:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629915067520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523007.389756:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523007.389760:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523007.389761:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523007.389765:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629915067520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523007.389782:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629915067520/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523007.389797:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523007.389800:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:3.0:1731523007.389804:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731523012.396377:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731523012.396393:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78d00. 02000000:00000010:1.0:1731523012.396457:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731523012.396463:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731523012.396467:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523012.396472:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915067648, portal 25 00000400:00000010:1.0:1731523012.396475:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381b28. 00000100:00000200:1.0:1731523012.396476:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915067648, offset 0 00000400:00000200:1.0:1731523012.396482:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731523012.396491:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731523012.396494:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523012.396496:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731523012.396499:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523012.396500:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731523012.396502:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [784:784:256:4294967295] 192.168.203.102@tcp LPNI seq info [784:784:8:4294967295] 00000400:00000200:1.0:1731523012.396508:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731523012.396511:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731523012.396514:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731523012.396517:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731523012.396523:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731523012.396526:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523012.396621:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523012.396624:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731523012.396628:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523012.396633:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523012.396636:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381b28 00000400:00000010:0.0:1731523012.396637:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381b28. 00000100:00000200:0.0:1731523012.396643:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629915067648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523012.397563:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523012.397572:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219500 00000400:00000200:0.0:1731523012.397577:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1951 [1] + 224 00000400:00000200:0.0:1731523012.397593:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523012.397597:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523012.397603:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629915067648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523012.397647:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731523012.397650:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731523012.397651:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523012.397654:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629915067648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523012.397670:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629915067648/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523012.397683:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731523012.397686:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78d00. 00000100:00000010:1.0:1731523012.397688:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731523017.404383:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731523017.404399:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78000. 02000000:00000010:3.0:1731523017.404472:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523017.404479:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523017.404485:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523017.404490:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915067776, portal 25 00000400:00000010:3.0:1731523017.404493:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d110. 00000100:00000200:3.0:1731523017.404494:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915067776, offset 0 00000400:00000200:3.0:1731523017.404500:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523017.404509:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523017.404512:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523017.404515:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523017.404517:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523017.404519:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523017.404520:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [785:785:256:4294967295] 192.168.203.102@tcp LPNI seq info [785:785:8:4294967295] 00000400:00000200:3.0:1731523017.404526:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523017.404529:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523017.404532:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39300. 00000800:00000200:3.0:1731523017.404535:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523017.404540:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523017.404543:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523017.404635:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523017.404647:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39300. 00000400:00000200:0.0:1731523017.404649:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523017.404654:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523017.404682:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d110 00000400:00000010:0.0:1731523017.404684:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d110. 00000100:00000200:0.0:1731523017.404690:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915067776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523017.405692:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523017.405702:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219580 00000400:00000200:0.0:1731523017.405708:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1959 [1] + 224 00000400:00000200:0.0:1731523017.405722:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523017.405726:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523017.405731:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915067776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523017.405788:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523017.405793:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523017.405794:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523017.405799:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915067776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523017.405815:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915067776/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523017.405831:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523017.405834:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78000. 00000100:00000010:3.0:1731523017.405837:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:2.0:1731523022.412408:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447b80. 02000000:00000010:2.0:1731523022.412423:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10300. 02000000:00000010:1.0:1731523022.412494:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731523022.412500:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731523022.412504:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523022.412510:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915067904, portal 25 00000400:00000010:1.0:1731523022.412512:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381bb0. 00000100:00000200:1.0:1731523022.412514:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915067904, offset 0 00000400:00000200:1.0:1731523022.412520:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731523022.412529:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731523022.412532:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523022.412534:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731523022.412537:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523022.412538:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731523022.412540:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [786:786:256:4294967295] 192.168.203.102@tcp LPNI seq info [786:786:8:4294967295] 00000400:00000200:1.0:1731523022.412546:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731523022.412549:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731523022.412551:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731523022.412555:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731523022.412560:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731523022.412563:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523022.412679:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523022.412682:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731523022.412686:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523022.412691:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523022.412694:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381bb0 00000400:00000010:0.0:1731523022.412696:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381bb0. 00000100:00000200:0.0:1731523022.412701:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447b80 x1815629915067904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523022.413746:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523022.413753:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219600 00000400:00000200:0.0:1731523022.413758:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1961 [1] + 224 00000400:00000200:0.0:1731523022.413771:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523022.413774:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523022.413778:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447b80 x1815629915067904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523022.413827:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731523022.413831:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731523022.413832:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523022.413837:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447b80 x1815629915067904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523022.413857:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447b80 x1815629915067904/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523022.413875:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731523022.413879:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10300. 00000100:00000010:1.0:1731523022.413882:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447b80. 00000100:00000010:2.0:1731523027.420364:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447480. 02000000:00000010:2.0:1731523027.420380:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:1.0:1731523027.420479:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731523027.420486:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731523027.420492:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523027.420498:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915068032, portal 25 00000400:00000010:1.0:1731523027.420502:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381ee0. 00000100:00000200:1.0:1731523027.420504:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915068032, offset 0 00000400:00000200:1.0:1731523027.420512:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731523027.420523:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731523027.420527:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523027.420531:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731523027.420533:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523027.420535:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731523027.420538:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [787:787:256:4294967295] 192.168.203.102@tcp LPNI seq info [787:787:8:4294967295] 00000400:00000200:1.0:1731523027.420546:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731523027.420552:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731523027.420555:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b600. 00000800:00000200:1.0:1731523027.420560:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731523027.420567:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731523027.420571:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523027.420688:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523027.420698:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b600. 00000400:00000200:0.0:1731523027.420700:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523027.420704:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523027.420706:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381ee0 00000400:00000010:0.0:1731523027.420707:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381ee0. 00000100:00000200:0.0:1731523027.420712:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447480 x1815629915068032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523027.421809:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523027.421816:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219680 00000400:00000200:0.0:1731523027.421820:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1969 [1] + 224 00000400:00000200:0.0:1731523027.421830:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523027.421832:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523027.421836:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447480 x1815629915068032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523027.421884:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731523027.421887:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731523027.421888:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523027.421893:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447480 x1815629915068032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523027.421913:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447480 x1815629915068032/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523027.421930:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731523027.421934:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:1.0:1731523027.421938:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447480. 00000100:00000010:2.0:1731523032.428357:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447480. 02000000:00000010:2.0:1731523032.428373:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:1.0:1731523032.428449:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731523032.428456:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731523032.428462:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523032.428468:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915068160, portal 25 00000400:00000010:1.0:1731523032.428472:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381000. 00000100:00000200:1.0:1731523032.428474:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915068160, offset 0 00000400:00000200:1.0:1731523032.428482:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731523032.428492:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731523032.428497:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523032.428501:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731523032.428504:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523032.428507:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731523032.428510:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [788:788:256:4294967295] 192.168.203.102@tcp LPNI seq info [788:788:8:4294967295] 00000400:00000200:1.0:1731523032.428519:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731523032.428525:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731523032.428528:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731523032.428533:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731523032.428541:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731523032.428544:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523032.428680:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523032.428684:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731523032.428689:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523032.428694:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523032.428697:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381000 00000400:00000010:0.0:1731523032.428698:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381000. 00000100:00000200:0.0:1731523032.428703:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447480 x1815629915068160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523032.429911:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523032.429927:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219700 00000400:00000200:0.0:1731523032.429934:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1971 [1] + 224 00000400:00000200:0.0:1731523032.429956:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523032.429960:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523032.429967:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447480 x1815629915068160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523032.430018:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731523032.430022:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731523032.430023:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523032.430028:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447480 x1815629915068160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523032.430052:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447480 x1815629915068160/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523032.430068:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731523032.430071:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:1.0:1731523032.430075:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447480. 00000100:00000010:0.0:1731523037.436420:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13100. 02000000:00000010:0.0:1731523037.436446:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78000. 02000000:00000010:3.0:1731523037.436577:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523037.436584:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523037.436589:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523037.436595:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915068288, portal 25 00000400:00000010:3.0:1731523037.436597:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d880. 00000100:00000200:3.0:1731523037.436599:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915068288, offset 0 00000400:00000200:3.0:1731523037.436605:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523037.436613:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523037.436617:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523037.436619:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523037.436622:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523037.436623:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523037.436625:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [789:789:256:4294967295] 192.168.203.102@tcp LPNI seq info [789:789:8:4294967295] 00000400:00000200:3.0:1731523037.436632:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523037.436637:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523037.436640:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39800. 00000800:00000200:3.0:1731523037.436645:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523037.436652:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523037.436656:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523037.436746:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523037.436749:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39800. 00000400:00000200:0.0:1731523037.436751:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523037.436755:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523037.436757:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d880 00000400:00000010:0.0:1731523037.436758:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d880. 00000100:00000200:0.0:1731523037.436763:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13100 x1815629915068288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523037.437875:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523037.437882:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219780 00000400:00000200:0.0:1731523037.437886:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1979 [1] + 224 00000400:00000200:0.0:1731523037.437896:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523037.437899:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523037.437902:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13100 x1815629915068288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523037.437939:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523037.437942:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523037.437944:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523037.437947:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13100 x1815629915068288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523037.437960:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13100 x1815629915068288/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523037.437974:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523037.437976:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78000. 00000100:00000010:3.0:1731523037.437979:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13100. 00000100:00000010:0.0:1731523042.444346:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11180. 02000000:00000010:0.0:1731523042.444361:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78e00. 02000000:00000010:3.0:1731523042.444449:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523042.444456:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523042.444461:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523042.444466:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915068416, portal 25 00000400:00000010:3.0:1731523042.444469:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d6e8. 00000100:00000200:3.0:1731523042.444470:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915068416, offset 0 00000400:00000200:3.0:1731523042.444476:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523042.444503:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523042.444507:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523042.444510:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523042.444512:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523042.444514:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523042.444516:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [790:790:256:4294967295] 192.168.203.102@tcp LPNI seq info [790:790:8:4294967295] 00000400:00000200:3.0:1731523042.444521:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523042.444525:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523042.444527:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39700. 00000800:00000200:3.0:1731523042.444531:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523042.444536:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523042.444539:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523042.444600:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523042.444603:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39700. 00000400:00000200:0.0:1731523042.444605:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523042.444609:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523042.444611:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d6e8 00000400:00000010:0.0:1731523042.444612:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d6e8. 00000100:00000200:0.0:1731523042.444616:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11180 x1815629915068416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523042.445511:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523042.445519:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219800 00000400:00000200:0.0:1731523042.445524:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1981 [1] + 224 00000400:00000200:0.0:1731523042.445538:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523042.445545:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523042.445549:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11180 x1815629915068416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523042.445589:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523042.445593:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523042.445593:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523042.445597:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11180 x1815629915068416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523042.445611:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11180 x1815629915068416/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523042.445624:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523042.445627:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78e00. 00000100:00000010:3.0:1731523042.445629:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11180. 00000100:00000010:0.0:1731523047.452364:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10e00. 02000000:00000010:0.0:1731523047.452379:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78400. 02000000:00000010:3.0:1731523047.452494:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523047.452501:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523047.452505:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523047.452511:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915068544, portal 25 00000400:00000010:3.0:1731523047.452514:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d3b8. 00000100:00000200:3.0:1731523047.452516:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915068544, offset 0 00000400:00000200:3.0:1731523047.452523:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523047.452532:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523047.452536:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523047.452540:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523047.452543:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523047.452545:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523047.452548:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [791:791:256:4294967295] 192.168.203.102@tcp LPNI seq info [791:791:8:4294967295] 00000400:00000200:3.0:1731523047.452557:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523047.452562:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523047.452565:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39000. 00000800:00000200:3.0:1731523047.452570:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523047.452577:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523047.452580:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523047.452681:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523047.452684:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39000. 00000400:00000200:0.0:1731523047.452687:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523047.452692:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523047.452695:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d3b8 00000400:00000010:0.0:1731523047.452697:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d3b8. 00000100:00000200:0.0:1731523047.452703:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10e00 x1815629915068544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523047.453737:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523047.453744:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219880 00000400:00000200:0.0:1731523047.453749:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1989 [1] + 224 00000400:00000200:0.0:1731523047.453762:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523047.453764:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523047.453769:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10e00 x1815629915068544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523047.453841:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523047.453845:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523047.453846:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523047.453850:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10e00 x1815629915068544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523047.453867:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10e00 x1815629915068544/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523047.453881:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523047.453884:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78400. 00000100:00000010:3.0:1731523047.453887:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10e00. 00000100:00000010:0.0:1731523052.460413:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13b80. 02000000:00000010:0.0:1731523052.460462:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78900. 02000000:00000010:1.0:1731523052.460536:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731523052.460543:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731523052.460548:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523052.460552:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915068672, portal 25 00000400:00000010:1.0:1731523052.460556:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381330. 00000100:00000200:1.0:1731523052.460557:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915068672, offset 0 00000400:00000200:1.0:1731523052.460563:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731523052.460572:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731523052.460575:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523052.460579:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731523052.460581:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523052.460582:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731523052.460584:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [792:792:256:4294967295] 192.168.203.102@tcp LPNI seq info [792:792:8:4294967295] 00000400:00000200:1.0:1731523052.460591:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731523052.460594:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731523052.460597:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731523052.460600:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731523052.460606:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731523052.460609:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523052.460704:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523052.460707:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731523052.460712:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523052.460717:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523052.460720:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381330 00000400:00000010:0.0:1731523052.460722:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381330. 00000100:00000200:0.0:1731523052.460728:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13b80 x1815629915068672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523052.461655:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523052.461662:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219900 00000400:00000200:0.0:1731523052.461666:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1991 [1] + 224 00000400:00000200:0.0:1731523052.461677:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523052.461679:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523052.461682:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13b80 x1815629915068672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523052.461731:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731523052.461735:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731523052.461736:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523052.461741:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13b80 x1815629915068672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523052.461760:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13b80 x1815629915068672/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523052.461777:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731523052.461781:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78900. 00000100:00000010:1.0:1731523052.461784:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13b80. 00000100:00000010:0.0:1731523057.468409:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13800. 02000000:00000010:0.0:1731523057.468427:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78500. 02000000:00000010:3.0:1731523057.468512:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523057.468518:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523057.468523:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523057.468528:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915068800, portal 25 00000400:00000010:3.0:1731523057.468532:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4db28. 00000100:00000200:3.0:1731523057.468534:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915068800, offset 0 00000400:00000200:3.0:1731523057.468541:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523057.468551:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523057.468556:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523057.468559:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523057.468561:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523057.468563:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523057.468566:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [793:793:256:4294967295] 192.168.203.102@tcp LPNI seq info [793:793:8:4294967295] 00000400:00000200:3.0:1731523057.468572:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523057.468576:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523057.468578:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39f00. 00000800:00000200:3.0:1731523057.468582:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523057.468587:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523057.468590:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523057.468698:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523057.468701:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39f00. 00000400:00000200:0.0:1731523057.468705:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523057.468710:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523057.468713:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4db28 00000400:00000010:0.0:1731523057.468715:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4db28. 00000100:00000200:0.0:1731523057.468721:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13800 x1815629915068800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523057.469681:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523057.469691:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219980 00000400:00000200:0.0:1731523057.469698:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1999 [1] + 224 00000400:00000200:0.0:1731523057.469717:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523057.469721:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523057.469727:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13800 x1815629915068800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523057.469854:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523057.469858:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523057.469860:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523057.469865:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13800 x1815629915068800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523057.469881:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13800 x1815629915068800/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523057.469895:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523057.469898:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78500. 00000100:00000010:3.0:1731523057.469900:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13800. 00000100:00000010:0.0:1731523062.476395:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b13480. 02000000:00000010:0.0:1731523062.476410:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78300. 02000000:00000010:1.0:1731523062.476476:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731523062.476481:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731523062.476485:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523062.476490:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915068928, portal 25 00000400:00000010:1.0:1731523062.476493:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381990. 00000100:00000200:1.0:1731523062.476494:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915068928, offset 0 00000400:00000200:1.0:1731523062.476501:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731523062.476510:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731523062.476513:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523062.476516:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731523062.476518:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523062.476519:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731523062.476521:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [794:794:256:4294967295] 192.168.203.102@tcp LPNI seq info [794:794:8:4294967295] 00000400:00000200:1.0:1731523062.476527:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731523062.476531:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731523062.476534:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731523062.476538:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731523062.476545:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731523062.476548:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523062.476644:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523062.476647:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731523062.476660:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523062.476670:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523062.476673:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381990 00000400:00000010:0.0:1731523062.476674:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381990. 00000100:00000200:0.0:1731523062.476679:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b13480 x1815629915068928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523062.477654:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523062.477662:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219a00 00000400:00000200:0.0:1731523062.477666:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x19a1 [1] + 224 00000400:00000200:0.0:1731523062.477678:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523062.477680:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523062.477684:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b13480 x1815629915068928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523062.477732:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731523062.477735:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731523062.477736:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523062.477740:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b13480 x1815629915068928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523062.477757:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b13480 x1815629915068928/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523062.477774:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731523062.477778:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78300. 00000100:00000010:1.0:1731523062.477781:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b13480. 00000100:00000010:0.0:1731523067.484401:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12d80. 02000000:00000010:0.0:1731523067.484419:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78700. 02000000:00000010:1.0:1731523067.484515:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731523067.484522:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731523067.484528:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523067.484534:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915069056, portal 25 00000400:00000010:1.0:1731523067.484538:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3815d8. 00000100:00000200:1.0:1731523067.484539:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915069056, offset 0 00000400:00000200:1.0:1731523067.484547:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731523067.484557:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731523067.484562:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523067.484565:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731523067.484568:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523067.484570:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731523067.484573:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [795:795:256:4294967295] 192.168.203.102@tcp LPNI seq info [795:795:8:4294967295] 00000400:00000200:1.0:1731523067.484582:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731523067.484587:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731523067.484590:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731523067.484595:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731523067.484601:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731523067.484605:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523067.484713:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523067.484716:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731523067.484721:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523067.484726:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523067.484729:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3815d8 00000400:00000010:0.0:1731523067.484731:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3815d8. 00000100:00000200:0.0:1731523067.484737:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12d80 x1815629915069056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523067.485849:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523067.485858:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219a80 00000400:00000200:0.0:1731523067.485863:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x19a9 [1] + 224 00000400:00000200:0.0:1731523067.485881:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523067.485884:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523067.485889:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12d80 x1815629915069056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523067.485952:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731523067.485956:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731523067.485957:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523067.485962:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12d80 x1815629915069056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523067.485981:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12d80 x1815629915069056/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523067.485998:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731523067.486002:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78700. 00000100:00000010:1.0:1731523067.486004:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12d80. 00000100:00000010:0.0:1731523072.492398:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12a00. 02000000:00000010:0.0:1731523072.492415:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78200. 02000000:00000010:1.0:1731523072.492501:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731523072.492508:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731523072.492514:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523072.492520:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915069184, portal 25 00000400:00000010:1.0:1731523072.492524:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381440. 00000100:00000200:1.0:1731523072.492526:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915069184, offset 0 00000400:00000200:1.0:1731523072.492535:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731523072.492545:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731523072.492549:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523072.492553:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731523072.492556:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523072.492558:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731523072.492561:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [796:796:256:4294967295] 192.168.203.102@tcp LPNI seq info [796:796:8:4294967295] 00000400:00000200:1.0:1731523072.492569:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731523072.492582:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731523072.492587:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b200. 00000800:00000200:1.0:1731523072.492592:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731523072.492599:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731523072.492602:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523072.492705:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523072.492709:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b200. 00000400:00000200:0.0:1731523072.492712:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523072.492717:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523072.492721:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381440 00000400:00000010:0.0:1731523072.492722:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381440. 00000100:00000200:0.0:1731523072.492728:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12a00 x1815629915069184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523072.493738:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523072.493746:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219b00 00000400:00000200:0.0:1731523072.493754:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x19b1 [1] + 224 00000400:00000200:0.0:1731523072.493768:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523072.493770:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523072.493774:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12a00 x1815629915069184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523072.493821:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731523072.493825:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731523072.493827:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523072.493831:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12a00 x1815629915069184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523072.493852:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12a00 x1815629915069184/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523072.493870:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731523072.493874:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78200. 00000100:00000010:1.0:1731523072.493877:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12a00. 00000100:00000010:0.0:1731523077.500366:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b11f80. 02000000:00000010:0.0:1731523077.500382:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78b00. 02000000:00000010:3.0:1731523077.500461:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523077.500469:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523077.500473:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523077.500478:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915069312, portal 25 00000400:00000010:3.0:1731523077.500481:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d198. 00000100:00000200:3.0:1731523077.500482:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915069312, offset 0 00000400:00000200:3.0:1731523077.500490:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523077.500498:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523077.500501:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523077.500504:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523077.500506:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523077.500507:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523077.500509:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [797:797:256:4294967295] 192.168.203.102@tcp LPNI seq info [797:797:8:4294967295] 00000400:00000200:3.0:1731523077.500515:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523077.500519:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523077.500521:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39d00. 00000800:00000200:3.0:1731523077.500525:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523077.500531:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523077.500534:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523077.500637:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523077.500640:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39d00. 00000400:00000200:0.0:1731523077.500642:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523077.500646:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523077.500649:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d198 00000400:00000010:0.0:1731523077.500650:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d198. 00000100:00000200:0.0:1731523077.500655:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b11f80 x1815629915069312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523077.501633:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523077.501639:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219b80 00000400:00000200:0.0:1731523077.501651:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x19b9 [1] + 224 00000400:00000200:0.0:1731523077.501663:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523077.501665:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523077.501669:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b11f80 x1815629915069312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523077.501723:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523077.501728:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523077.501729:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523077.501733:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b11f80 x1815629915069312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523077.501753:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b11f80 x1815629915069312/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523077.501770:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523077.501774:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78b00. 00000100:00000010:3.0:1731523077.501777:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b11f80. 00000100:00000010:0.0:1731523082.508367:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b12680. 02000000:00000010:0.0:1731523082.508383:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78600. 02000000:00000010:1.0:1731523082.508470:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731523082.508477:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731523082.508483:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523082.508490:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915069440, portal 25 00000400:00000010:1.0:1731523082.508493:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3813b8. 00000100:00000200:1.0:1731523082.508495:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915069440, offset 0 00000400:00000200:1.0:1731523082.508503:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731523082.508513:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731523082.508518:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523082.508522:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731523082.508525:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523082.508527:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731523082.508530:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [798:798:256:4294967295] 192.168.203.102@tcp LPNI seq info [798:798:8:4294967295] 00000400:00000200:1.0:1731523082.508538:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731523082.508544:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731523082.508547:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642bf00. 00000800:00000200:1.0:1731523082.508553:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731523082.508560:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731523082.508563:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642bf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523082.508711:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523082.508714:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642bf00. 00000400:00000200:0.0:1731523082.508718:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523082.508723:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523082.508726:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3813b8 00000400:00000010:0.0:1731523082.508727:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3813b8. 00000100:00000200:0.0:1731523082.508734:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b12680 x1815629915069440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523082.510161:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523082.510169:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219c00 00000400:00000200:0.0:1731523082.510174:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x19c1 [1] + 224 00000400:00000200:0.0:1731523082.510188:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523082.510192:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523082.510197:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b12680 x1815629915069440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523082.510283:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731523082.510288:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731523082.510289:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523082.510294:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b12680 x1815629915069440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523082.510314:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b12680 x1815629915069440/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523082.510331:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731523082.510335:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78600. 00000100:00000010:1.0:1731523082.510338:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b12680. 00000100:00000010:0.0:1731523087.516365:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10a80. 02000000:00000010:0.0:1731523087.516380:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78100. 02000000:00000010:3.0:1731523087.516446:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523087.516453:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523087.516460:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523087.516466:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915069568, portal 25 00000400:00000010:3.0:1731523087.516470:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d000. 00000100:00000200:3.0:1731523087.516472:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915069568, offset 0 00000400:00000200:3.0:1731523087.516480:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523087.516490:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523087.516494:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523087.516498:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523087.516500:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523087.516502:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523087.516505:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [799:799:256:4294967295] 192.168.203.102@tcp LPNI seq info [799:799:8:4294967295] 00000400:00000200:3.0:1731523087.516514:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523087.516520:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523087.516523:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39900. 00000800:00000200:3.0:1731523087.516528:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523087.516535:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523087.516539:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523087.516637:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523087.516639:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39900. 00000400:00000200:0.0:1731523087.516642:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523087.516646:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523087.516648:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d000 00000400:00000010:0.0:1731523087.516649:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d000. 00000100:00000200:0.0:1731523087.516662:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10a80 x1815629915069568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523087.517648:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523087.517656:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219c80 00000400:00000200:0.0:1731523087.517661:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x19c9 [1] + 224 00000400:00000200:0.0:1731523087.517674:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523087.517677:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523087.517681:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10a80 x1815629915069568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523087.517731:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523087.517735:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523087.517737:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523087.517742:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10a80 x1815629915069568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523087.517761:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10a80 x1815629915069568/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523087.517779:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523087.517783:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78100. 00000100:00000010:3.0:1731523087.517787:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10a80. 00000100:00000010:0.0:1731523092.524353:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10700. 02000000:00000010:0.0:1731523092.524369:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78c00. 02000000:00000010:1.0:1731523092.524448:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731523092.524454:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731523092.524459:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523092.524465:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915069696, portal 25 00000400:00000010:1.0:1731523092.524469:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d3814c8. 00000100:00000200:1.0:1731523092.524471:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915069696, offset 0 00000400:00000200:1.0:1731523092.524479:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731523092.524490:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731523092.524494:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523092.524498:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731523092.524501:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523092.524503:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731523092.524506:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [800:800:256:4294967295] 192.168.203.102@tcp LPNI seq info [800:800:8:4294967295] 00000400:00000200:1.0:1731523092.524514:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731523092.524520:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731523092.524523:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b900. 00000800:00000200:1.0:1731523092.524528:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731523092.524535:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731523092.524538:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523092.524648:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523092.524652:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b900. 00000400:00000200:0.0:1731523092.524656:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523092.524661:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523092.524664:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d3814c8 00000400:00000010:0.0:1731523092.524666:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d3814c8. 00000100:00000200:0.0:1731523092.524672:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10700 x1815629915069696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523092.525793:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523092.525801:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219d00 00000400:00000200:0.0:1731523092.525806:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x19d1 [1] + 224 00000400:00000200:0.0:1731523092.525822:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523092.525826:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523092.525831:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10700 x1815629915069696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523092.525883:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731523092.525886:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731523092.525888:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523092.525893:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10700 x1815629915069696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523092.525913:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10700 x1815629915069696/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523092.525930:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731523092.525934:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78c00. 00000100:00000010:1.0:1731523092.525937:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10700. 00000100:00000010:0.0:1731523097.532367:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10380. 02000000:00000010:0.0:1731523097.532383:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78800. 02000000:00000010:3.0:1731523097.532460:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523097.532467:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523097.532473:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523097.532479:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915069824, portal 25 00000400:00000010:3.0:1731523097.532483:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d330. 00000100:00000200:3.0:1731523097.532485:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915069824, offset 0 00000400:00000200:3.0:1731523097.532492:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523097.532503:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523097.532508:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523097.532511:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523097.532514:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523097.532515:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523097.532518:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [801:801:256:4294967295] 192.168.203.102@tcp LPNI seq info [801:801:8:4294967295] 00000400:00000200:3.0:1731523097.532527:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523097.532533:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523097.532537:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39500. 00000800:00000200:3.0:1731523097.532542:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523097.532549:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523097.532553:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523097.532666:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523097.532677:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39500. 00000400:00000200:0.0:1731523097.532681:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523097.532686:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523097.532689:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d330 00000400:00000010:0.0:1731523097.532690:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d330. 00000100:00000200:0.0:1731523097.532697:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10380 x1815629915069824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523097.533863:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523097.533877:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219d80 00000400:00000200:0.0:1731523097.533883:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x19d9 [1] + 224 00000400:00000200:0.0:1731523097.533897:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523097.533901:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523097.533906:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10380 x1815629915069824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523097.533958:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523097.533962:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523097.533964:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523097.533968:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10380 x1815629915069824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523097.533985:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10380 x1815629915069824/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523097.534003:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523097.534007:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78800. 00000100:00000010:3.0:1731523097.534010:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10380. 00000100:00000010:0.0:1731523102.540400:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8b10000. 02000000:00000010:0.0:1731523102.540421:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b5c78f00. 02000000:00000010:1.0:1731523102.540499:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800aa5be200. 00000400:00000010:1.0:1731523102.540506:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6fb40b0. 00000400:00000010:1.0:1731523102.540512:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523102.540517:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915069952, portal 25 00000400:00000010:1.0:1731523102.540521:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012d381220. 00000100:00000200:1.0:1731523102.540523:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915069952, offset 0 00000400:00000200:1.0:1731523102.540529:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:1.0:1731523102.540538:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:1.0:1731523102.540542:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1731523102.540544:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:1.0:1731523102.540547:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1731523102.540548:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:1.0:1731523102.540550:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [802:802:256:4294967295] 192.168.203.102@tcp LPNI seq info [802:802:8:4294967295] 00000400:00000200:1.0:1731523102.540556:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:1.0:1731523102.540559:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:1.0:1731523102.540562:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b642b400. 00000800:00000200:1.0:1731523102.540565:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:1.0:1731523102.540570:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:1.0:1731523102.540572:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b642b400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523102.540676:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523102.540679:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b642b400. 00000400:00000200:0.0:1731523102.540684:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523102.540688:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523102.540691:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381220 00000400:00000010:0.0:1731523102.540693:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381220. 00000100:00000200:0.0:1731523102.540698:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a8b10000 x1815629915069952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523102.541899:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523102.541908:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219e00 00000400:00000200:0.0:1731523102.541912:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x19e1 [1] + 224 00000400:00000200:0.0:1731523102.541928:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523102.541931:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523102.541937:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a8b10000 x1815629915069952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1731523102.542006:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6fb40b0. 00000400:00000200:1.0:1731523102.542010:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012d381660 00000400:00000010:1.0:1731523102.542011:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012d381660. 00000100:00000200:1.0:1731523102.542016:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a8b10000 x1815629915069952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1731523102.542034:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a8b10000 x1815629915069952/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1731523102.542053:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800aa5be200. 02000000:00000010:1.0:1731523102.542056:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b5c78f00. 00000100:00000010:1.0:1731523102.542059:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8b10000. 00000100:00000010:1.0:1731523107.548425:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b09f80. 02000000:00000010:1.0:1731523107.548443:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b600. 02000000:00000010:0.0:1731523107.548512:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7600. 00000400:00000010:0.0:1731523107.548520:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856688. 00000400:00000010:0.0:1731523107.548526:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966330. 00000100:00000200:0.0:1731523107.548531:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915070080, portal 25 00000400:00000010:0.0:1731523107.548533:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966cc0. 00000100:00000200:0.0:1731523107.548535:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915070080, offset 0 00000400:00000200:0.0:1731523107.548541:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731523107.548549:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731523107.548553:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731523107.548555:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731523107.548557:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731523107.548559:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731523107.548561:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [803:803:256:4294967295] 192.168.203.102@tcp LPNI seq info [803:803:8:4294967295] 00000400:00000200:0.0:1731523107.548567:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731523107.548570:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731523107.548573:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78d00. 00000800:00000200:0.0:1731523107.548576:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731523107.548581:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731523107.548584:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731523107.548691:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731523107.548693:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78d00. 00000400:00000200:2.0:1731523107.548696:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731523107.548699:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731523107.548701:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966cc0 00000400:00000010:2.0:1731523107.548703:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966cc0. 00000100:00000200:2.0:1731523107.548707:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b09f80 x1815629915070080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523107.549588:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523107.549598:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219e80 00000400:00000200:0.0:1731523107.549604:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x19e9 [1] + 224 00000400:00000200:0.0:1731523107.549619:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523107.549623:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523107.549628:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b09f80 x1815629915070080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523107.549682:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856688. 00000400:00000200:2.0:1731523107.549686:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966330 00000400:00000010:2.0:1731523107.549688:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966330. 00000100:00000200:2.0:1731523107.549692:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b09f80 x1815629915070080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523107.549700:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b09f80 x1815629915070080/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523107.549717:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7600. 02000000:00000010:2.0:1731523107.549721:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b600. 00000100:00000010:2.0:1731523107.549725:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b09f80. 00000100:00000010:1.0:1731523112.556359:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b0a300. 02000000:00000010:1.0:1731523112.556376:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b800. 02000000:00000010:2.0:1731523112.556463:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4224400. 00000400:00000010:2.0:1731523112.556469:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731523112.556474:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731523112.556478:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915070208, portal 25 00000400:00000010:2.0:1731523112.556482:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3cc0. 00000100:00000200:2.0:1731523112.556483:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915070208, offset 0 00000400:00000200:2.0:1731523112.556489:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731523112.556508:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731523112.556512:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523112.556515:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731523112.556518:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523112.556519:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731523112.556521:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [804:804:256:4294967295] 192.168.203.102@tcp LPNI seq info [804:804:8:4294967295] 00000400:00000200:2.0:1731523112.556527:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731523112.556531:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731523112.556533:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10e00. 00000800:00000200:2.0:1731523112.556537:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731523112.556543:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731523112.556545:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523112.556645:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523112.556647:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10e00. 00000400:00000200:0.0:1731523112.556654:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523112.556658:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523112.556660:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3cc0 00000400:00000010:0.0:1731523112.556661:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3cc0. 00000100:00000200:0.0:1731523112.556667:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b0a300 x1815629915070208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523112.557821:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523112.557832:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219f00 00000400:00000200:0.0:1731523112.557839:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x19f1 [1] + 224 00000400:00000200:0.0:1731523112.557856:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523112.557861:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523112.557867:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b0a300 x1815629915070208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523112.557935:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731523112.557939:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731523112.557941:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731523112.557946:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b0a300 x1815629915070208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523112.557954:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b0a300 x1815629915070208/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523112.557971:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4224400. 02000000:00000010:2.0:1731523112.557975:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b800. 00000100:00000010:2.0:1731523112.557978:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b0a300. 00000100:00000010:1.0:1731523117.564359:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b0a680. 02000000:00000010:1.0:1731523117.564375:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b400. 02000000:00000010:3.0:1731523117.564444:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523117.564450:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523117.564454:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523117.564459:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915070336, portal 25 00000400:00000010:3.0:1731523117.564461:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4df68. 00000100:00000200:3.0:1731523117.564462:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915070336, offset 0 00000400:00000200:3.0:1731523117.564469:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523117.564477:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523117.564480:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523117.564483:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523117.564485:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523117.564486:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523117.564488:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [805:805:256:4294967295] 192.168.203.102@tcp LPNI seq info [805:805:8:4294967295] 00000400:00000200:3.0:1731523117.564494:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523117.564498:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523117.564501:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39b00. 00000800:00000200:3.0:1731523117.564504:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523117.564509:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523117.564511:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523117.564659:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523117.564664:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39b00. 00000400:00000200:0.0:1731523117.564669:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523117.564675:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523117.564680:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4df68 00000400:00000010:0.0:1731523117.564682:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4df68. 00000100:00000200:0.0:1731523117.564689:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b0a680 x1815629915070336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523117.565721:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523117.565733:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e48219f80 00000400:00000200:0.0:1731523117.565739:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x19f9 [1] + 224 00000400:00000200:0.0:1731523117.565762:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523117.565767:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523117.565774:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b0a680 x1815629915070336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523117.565828:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523117.565831:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523117.565832:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523117.565836:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b0a680 x1815629915070336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523117.565851:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b0a680 x1815629915070336/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523117.565865:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523117.565868:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b400. 00000100:00000010:3.0:1731523117.565875:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b0a680. 00000100:00000010:1.0:1731523122.572361:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b0aa00. 02000000:00000010:1.0:1731523122.572378:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b900. 02000000:00000010:0.0:1731523122.572440:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7c00. 00000400:00000010:0.0:1731523122.572456:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8560b0. 00000400:00000010:0.0:1731523122.572461:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966330. 00000100:00000200:0.0:1731523122.572466:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915070464, portal 25 00000400:00000010:0.0:1731523122.572469:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966cc0. 00000100:00000200:0.0:1731523122.572471:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915070464, offset 0 00000400:00000200:0.0:1731523122.572477:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731523122.572485:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731523122.572488:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731523122.572490:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731523122.572492:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731523122.572494:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731523122.572496:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [806:806:256:4294967295] 192.168.203.102@tcp LPNI seq info [806:806:8:4294967295] 00000400:00000200:0.0:1731523122.572502:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731523122.572506:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731523122.572508:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78d00. 00000800:00000200:0.0:1731523122.572512:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731523122.572517:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731523122.572520:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731523122.572639:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731523122.572642:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78d00. 00000400:00000200:2.0:1731523122.572644:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731523122.572647:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731523122.572649:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966cc0 00000400:00000010:2.0:1731523122.572650:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966cc0. 00000100:00000200:2.0:1731523122.572655:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b0aa00 x1815629915070464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523122.573639:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523122.573648:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a000 00000400:00000200:0.0:1731523122.573654:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a01 [1] + 224 00000400:00000200:0.0:1731523122.573669:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523122.573673:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523122.573678:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b0aa00 x1815629915070464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523122.573735:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8560b0. 00000400:00000200:2.0:1731523122.573742:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966330 00000400:00000010:2.0:1731523122.573743:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966330. 00000100:00000200:2.0:1731523122.573746:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b0aa00 x1815629915070464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523122.573751:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b0aa00 x1815629915070464/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523122.573765:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7c00. 02000000:00000010:2.0:1731523122.573768:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b900. 00000100:00000010:2.0:1731523122.573771:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b0aa00. 00000100:00000010:1.0:1731523127.580382:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b0ad80. 02000000:00000010:1.0:1731523127.580400:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642bf00. 02000000:00000010:3.0:1731523127.580482:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523127.580488:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523127.580494:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523127.580500:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915070592, portal 25 00000400:00000010:3.0:1731523127.580504:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d770. 00000100:00000200:3.0:1731523127.580506:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915070592, offset 0 00000400:00000200:3.0:1731523127.580513:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523127.580529:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523127.580532:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523127.580537:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523127.580539:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523127.580541:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523127.580543:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [807:807:256:4294967295] 192.168.203.102@tcp LPNI seq info [807:807:8:4294967295] 00000400:00000200:3.0:1731523127.580549:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523127.580553:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523127.580555:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39100. 00000800:00000200:3.0:1731523127.580559:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523127.580564:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523127.580566:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523127.580737:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523127.580743:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39100. 00000400:00000200:0.0:1731523127.580748:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523127.580754:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523127.580758:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d770 00000400:00000010:0.0:1731523127.580773:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d770. 00000100:00000200:0.0:1731523127.580783:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b0ad80 x1815629915070592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523127.581889:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523127.581933:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a080 00000400:00000200:0.0:1731523127.581941:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a09 [1] + 224 00000400:00000200:0.0:1731523127.581965:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523127.581971:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523127.581979:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b0ad80 x1815629915070592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523127.582040:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523127.582045:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523127.582046:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523127.582050:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b0ad80 x1815629915070592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523127.582066:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b0ad80 x1815629915070592/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523127.582081:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523127.582084:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642bf00. 00000100:00000010:3.0:1731523127.582087:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b0ad80. 00000100:00000010:1.0:1731523132.588374:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b0b100. 02000000:00000010:1.0:1731523132.588392:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b200. 02000000:00000010:2.0:1731523132.588468:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731523132.588476:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731523132.588482:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731523132.588487:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915070720, portal 25 00000400:00000010:2.0:1731523132.588491:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3660. 00000100:00000200:2.0:1731523132.588492:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915070720, offset 0 00000400:00000200:2.0:1731523132.588498:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731523132.588506:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731523132.588510:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523132.588513:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731523132.588516:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523132.588518:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731523132.588521:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [808:808:256:4294967295] 192.168.203.102@tcp LPNI seq info [808:808:8:4294967295] 00000400:00000200:2.0:1731523132.588530:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731523132.588535:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731523132.588538:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10800. 00000800:00000200:2.0:1731523132.588544:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731523132.588551:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731523132.588554:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523132.588663:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523132.588666:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10800. 00000400:00000200:0.0:1731523132.588669:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523132.588672:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523132.588675:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3660 00000400:00000010:0.0:1731523132.588676:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3660. 00000100:00000200:0.0:1731523132.588681:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b0b100 x1815629915070720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523132.589769:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523132.589778:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a100 00000400:00000200:0.0:1731523132.589783:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a11 [1] + 224 00000400:00000200:0.0:1731523132.589795:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523132.589798:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523132.589802:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b0b100 x1815629915070720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523132.589887:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731523132.589891:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731523132.589898:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731523132.589902:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b0b100 x1815629915070720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523132.589908:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b0b100 x1815629915070720/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523132.589922:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731523132.589925:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b200. 00000100:00000010:2.0:1731523132.589928:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b0b100. 00000100:00000010:1.0:1731523137.596395:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b0b480. 02000000:00000010:1.0:1731523137.596413:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642bf00. 02000000:00000010:3.0:1731523137.596489:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523137.596496:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523137.596501:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523137.596506:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915070848, portal 25 00000400:00000010:3.0:1731523137.596509:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d7f8. 00000100:00000200:3.0:1731523137.596510:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915070848, offset 0 00000400:00000200:3.0:1731523137.596516:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523137.596526:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523137.596530:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523137.596533:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523137.596535:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523137.596536:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523137.596538:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [809:809:256:4294967295] 192.168.203.102@tcp LPNI seq info [809:809:8:4294967295] 00000400:00000200:3.0:1731523137.596544:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523137.596548:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523137.596551:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39400. 00000800:00000200:3.0:1731523137.596554:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523137.596560:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523137.596562:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523137.596678:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523137.596681:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39400. 00000400:00000200:0.0:1731523137.596684:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523137.596689:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523137.596692:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d7f8 00000400:00000010:0.0:1731523137.596704:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d7f8. 00000100:00000200:0.0:1731523137.596711:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b0b480 x1815629915070848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523137.597597:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523137.597604:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a180 00000400:00000200:0.0:1731523137.597608:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a19 [1] + 224 00000400:00000200:0.0:1731523137.597625:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523137.597630:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523137.597634:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b0b480 x1815629915070848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523137.597675:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523137.597679:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523137.597680:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523137.597685:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b0b480 x1815629915070848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523137.597704:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b0b480 x1815629915070848/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523137.597721:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523137.597724:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642bf00. 00000100:00000010:3.0:1731523137.597728:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b0b480. 00000100:00000010:1.0:1731523142.604380:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b0b800. 02000000:00000010:1.0:1731523142.604397:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b900. 02000000:00000010:2.0:1731523142.604477:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731523142.604483:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731523142.604487:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731523142.604492:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915070976, portal 25 00000400:00000010:2.0:1731523142.604495:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3088. 00000100:00000200:2.0:1731523142.604496:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915070976, offset 0 00000400:00000200:2.0:1731523142.604503:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731523142.604512:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731523142.604515:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523142.604517:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731523142.604519:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523142.604521:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731523142.604523:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [810:810:256:4294967295] 192.168.203.102@tcp LPNI seq info [810:810:8:4294967295] 00000400:00000200:2.0:1731523142.604528:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731523142.604532:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731523142.604540:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10f00. 00000800:00000200:2.0:1731523142.604547:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731523142.604557:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731523142.604560:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523142.604682:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523142.604684:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10f00. 00000400:00000200:0.0:1731523142.604688:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523142.604691:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523142.604694:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3088 00000400:00000010:0.0:1731523142.604695:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3088. 00000100:00000200:0.0:1731523142.604700:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b0b800 x1815629915070976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523142.605742:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523142.605749:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a200 00000400:00000200:0.0:1731523142.605753:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a21 [1] + 224 00000400:00000200:0.0:1731523142.605766:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523142.605768:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523142.605773:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b0b800 x1815629915070976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523142.605832:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731523142.605835:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731523142.605836:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731523142.605839:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b0b800 x1815629915070976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523142.605852:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b0b800 x1815629915070976/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523142.605866:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731523142.605869:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b900. 00000100:00000010:2.0:1731523142.605872:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b0b800. 00000100:00000010:1.0:1731523147.612392:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b0bb80. 02000000:00000010:1.0:1731523147.612410:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b400. 02000000:00000010:3.0:1731523147.612476:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523147.612482:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523147.612487:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523147.612493:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915071104, portal 25 00000400:00000010:3.0:1731523147.612497:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4da18. 00000100:00000200:3.0:1731523147.612499:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915071104, offset 0 00000400:00000200:3.0:1731523147.612506:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523147.612517:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523147.612521:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523147.612524:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523147.612527:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523147.612529:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523147.612532:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [811:811:256:4294967295] 192.168.203.102@tcp LPNI seq info [811:811:8:4294967295] 00000400:00000200:3.0:1731523147.612540:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523147.612546:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523147.612549:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39200. 00000800:00000200:3.0:1731523147.612554:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523147.612561:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523147.612565:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523147.612682:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523147.612684:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39200. 00000400:00000200:0.0:1731523147.612687:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523147.612691:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523147.612693:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4da18 00000400:00000010:0.0:1731523147.612703:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4da18. 00000100:00000200:0.0:1731523147.612708:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b0bb80 x1815629915071104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523147.613667:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523147.613677:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a280 00000400:00000200:0.0:1731523147.613683:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a29 [1] + 224 00000400:00000200:0.0:1731523147.613697:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523147.613701:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523147.613706:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b0bb80 x1815629915071104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523147.613752:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523147.613756:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523147.613758:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523147.613761:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b0bb80 x1815629915071104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523147.613789:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b0bb80 x1815629915071104/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523147.613803:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523147.613806:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b400. 00000100:00000010:3.0:1731523147.613809:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b0bb80. 00000100:00000010:1.0:1731523152.620369:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b0bb80. 02000000:00000010:1.0:1731523152.620385:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b600. 02000000:00000010:2.0:1731523152.620460:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731523152.620466:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731523152.620470:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731523152.620475:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915071232, portal 25 00000400:00000010:2.0:1731523152.620478:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3880. 00000100:00000200:2.0:1731523152.620479:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915071232, offset 0 00000400:00000200:2.0:1731523152.620486:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731523152.620493:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731523152.620497:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523152.620500:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731523152.620502:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523152.620508:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731523152.620510:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [812:812:256:4294967295] 192.168.203.102@tcp LPNI seq info [812:812:8:4294967295] 00000400:00000200:2.0:1731523152.620516:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731523152.620521:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731523152.620524:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10500. 00000800:00000200:2.0:1731523152.620527:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731523152.620533:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731523152.620535:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523152.620663:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523152.620667:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10500. 00000400:00000200:0.0:1731523152.620672:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523152.620676:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523152.620679:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3880 00000400:00000010:0.0:1731523152.620681:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3880. 00000100:00000200:0.0:1731523152.620687:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b0bb80 x1815629915071232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523152.621754:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523152.621764:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a300 00000400:00000200:0.0:1731523152.621770:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a31 [1] + 224 00000400:00000200:0.0:1731523152.621788:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523152.621791:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523152.621797:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b0bb80 x1815629915071232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523152.621865:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731523152.621869:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731523152.621870:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731523152.621875:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b0bb80 x1815629915071232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523152.621896:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b0bb80 x1815629915071232/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523152.621913:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731523152.621918:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b600. 00000100:00000010:2.0:1731523152.621922:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b0bb80. 00000100:00000010:1.0:1731523157.628362:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b0b800. 02000000:00000010:1.0:1731523157.628379:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b800. 02000000:00000010:3.0:1731523157.628446:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523157.628453:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523157.628458:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523157.628463:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915071360, portal 25 00000400:00000010:3.0:1731523157.628466:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d5d8. 00000100:00000200:3.0:1731523157.628467:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915071360, offset 0 00000400:00000200:3.0:1731523157.628474:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523157.628484:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523157.628488:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523157.628492:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523157.628495:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523157.628497:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523157.628500:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [813:813:256:4294967295] 192.168.203.102@tcp LPNI seq info [813:813:8:4294967295] 00000400:00000200:3.0:1731523157.628508:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523157.628514:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523157.628517:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39a00. 00000800:00000200:3.0:1731523157.628521:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523157.628529:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523157.628532:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523157.628652:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523157.628656:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39a00. 00000400:00000200:0.0:1731523157.628658:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523157.628662:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523157.628664:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d5d8 00000400:00000010:0.0:1731523157.628674:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d5d8. 00000100:00000200:0.0:1731523157.628679:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b0b800 x1815629915071360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523157.629760:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523157.629768:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a380 00000400:00000200:0.0:1731523157.629773:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a39 [1] + 224 00000400:00000200:0.0:1731523157.629784:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523157.629787:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523157.629791:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b0b800 x1815629915071360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523157.629847:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523157.629852:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523157.629853:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523157.629858:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b0b800 x1815629915071360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523157.629877:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b0b800 x1815629915071360/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523157.629894:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523157.629898:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b800. 00000100:00000010:3.0:1731523157.629902:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b0b800. 00000100:00000010:1.0:1731523162.636369:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b0b480. 02000000:00000010:1.0:1731523162.636384:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b600. 02000000:00000010:2.0:1731523162.636472:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225a00. 00000400:00000010:2.0:1731523162.636479:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731523162.636483:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731523162.636488:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915071488, portal 25 00000400:00000010:2.0:1731523162.636491:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3f68. 00000100:00000200:2.0:1731523162.636492:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915071488, offset 0 00000400:00000200:2.0:1731523162.636499:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731523162.636507:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731523162.636510:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523162.636513:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731523162.636515:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523162.636516:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731523162.636518:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [814:814:256:4294967295] 192.168.203.102@tcp LPNI seq info [814:814:8:4294967295] 00000400:00000200:2.0:1731523162.636524:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731523162.636528:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731523162.636531:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10300. 00000800:00000200:2.0:1731523162.636534:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731523162.636540:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731523162.636543:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523162.636643:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523162.636646:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10300. 00000400:00000200:0.0:1731523162.636649:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523162.636654:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523162.636656:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3f68 00000400:00000010:0.0:1731523162.636657:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3f68. 00000100:00000200:0.0:1731523162.636675:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b0b480 x1815629915071488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523162.637622:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523162.637631:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a400 00000400:00000200:0.0:1731523162.637637:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a41 [1] + 224 00000400:00000200:0.0:1731523162.637652:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523162.637655:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523162.637677:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b0b480 x1815629915071488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523162.637741:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731523162.637746:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731523162.637747:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731523162.637752:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b0b480 x1815629915071488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523162.637770:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b0b480 x1815629915071488/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523162.637786:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225a00. 02000000:00000010:2.0:1731523162.637790:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b600. 00000100:00000010:2.0:1731523162.637793:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b0b480. 00000100:00000010:1.0:1731523167.644374:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b0b100. 02000000:00000010:1.0:1731523167.644388:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642b900. 02000000:00000010:3.0:1731523167.644456:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523167.644463:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523167.644468:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523167.644474:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915071616, portal 25 00000400:00000010:3.0:1731523167.644477:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d220. 00000100:00000200:3.0:1731523167.644479:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915071616, offset 0 00000400:00000200:3.0:1731523167.644486:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523167.644497:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523167.644501:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523167.644504:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523167.644506:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523167.644508:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523167.644511:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [815:815:256:4294967295] 192.168.203.102@tcp LPNI seq info [815:815:8:4294967295] 00000400:00000200:3.0:1731523167.644520:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523167.644526:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523167.644530:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39a00. 00000800:00000200:3.0:1731523167.644535:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523167.644549:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523167.644552:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523167.644714:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523167.644718:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39a00. 00000400:00000200:0.0:1731523167.644721:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523167.644726:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523167.644729:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d220 00000400:00000010:0.0:1731523167.644740:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d220. 00000100:00000200:0.0:1731523167.644746:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b0b100 x1815629915071616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523167.645763:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523167.645772:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a480 00000400:00000200:0.0:1731523167.645777:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a49 [1] + 224 00000400:00000200:0.0:1731523167.645791:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523167.645793:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523167.645797:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b0b100 x1815629915071616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523167.645855:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523167.645860:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523167.645861:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523167.645871:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b0b100 x1815629915071616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523167.645887:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b0b100 x1815629915071616/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523167.645904:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523167.645907:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642b900. 00000100:00000010:3.0:1731523167.645911:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b0b100. 00000100:00000010:1.0:1731523172.652373:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a9b0ad80. 02000000:00000010:1.0:1731523172.652391:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b642bd00. 02000000:00000010:2.0:1731523172.652485:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b4225e00. 00000400:00000010:2.0:1731523172.652492:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b4046738. 00000400:00000010:2.0:1731523172.652497:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731523172.652503:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915071744, portal 25 00000400:00000010:2.0:1731523172.652508:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adac3990. 00000100:00000200:2.0:1731523172.652509:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915071744, offset 0 00000400:00000200:2.0:1731523172.652518:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:2.0:1731523172.652527:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:2.0:1731523172.652532:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1731523172.652535:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:2.0:1731523172.652538:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1731523172.652540:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:2.0:1731523172.652543:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [816:816:256:4294967295] 192.168.203.102@tcp LPNI seq info [816:816:8:4294967295] 00000400:00000200:2.0:1731523172.652551:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:2.0:1731523172.652556:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:2.0:1731523172.652560:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d10b00. 00000800:00000200:2.0:1731523172.652564:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:2.0:1731523172.652571:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:2.0:1731523172.652575:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d10b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523172.652711:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523172.652715:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d10b00. 00000400:00000200:0.0:1731523172.652719:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523172.652725:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523172.652728:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3990 00000400:00000010:0.0:1731523172.652729:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3990. 00000100:00000200:0.0:1731523172.652736:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a9b0ad80 x1815629915071744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523172.653757:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523172.653767:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a500 00000400:00000200:0.0:1731523172.653772:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a51 [1] + 224 00000400:00000200:0.0:1731523172.653789:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523172.653793:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523172.653798:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a9b0ad80 x1815629915071744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523172.653857:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b4046738. 00000400:00000200:2.0:1731523172.653862:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adac3220 00000400:00000010:2.0:1731523172.653863:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adac3220. 00000100:00000200:2.0:1731523172.653869:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a9b0ad80 x1815629915071744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523172.653888:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a9b0ad80 x1815629915071744/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523172.653904:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b4225e00. 02000000:00000010:2.0:1731523172.653908:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b642bd00. 00000100:00000010:2.0:1731523172.653912:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9b0ad80. 00000100:00000010:2.0:1731523177.660413:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447b80. 02000000:00000010:2.0:1731523177.660431:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:3.0:1731523177.660521:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523177.660529:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523177.660534:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523177.660539:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915071872, portal 25 00000400:00000010:3.0:1731523177.660542:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d660. 00000100:00000200:3.0:1731523177.660543:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915071872, offset 0 00000400:00000200:3.0:1731523177.660550:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523177.660576:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523177.660579:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523177.660582:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523177.660584:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523177.660586:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523177.660588:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [817:817:256:4294967295] 192.168.203.102@tcp LPNI seq info [817:817:8:4294967295] 00000400:00000200:3.0:1731523177.660594:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523177.660598:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523177.660601:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39200. 00000800:00000200:3.0:1731523177.660605:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523177.660613:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523177.660616:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523177.660752:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523177.660754:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39200. 00000400:00000200:0.0:1731523177.660757:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523177.660760:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523177.660763:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d660 00000400:00000010:0.0:1731523177.660771:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d660. 00000100:00000200:0.0:1731523177.660776:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447b80 x1815629915071872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523177.661930:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523177.661938:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a580 00000400:00000200:0.0:1731523177.661942:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a59 [1] + 224 00000400:00000200:0.0:1731523177.661953:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523177.661955:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523177.661959:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447b80 x1815629915071872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523177.662017:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523177.662022:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523177.662023:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523177.662028:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447b80 x1815629915071872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523177.662045:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447b80 x1815629915071872/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523177.662063:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523177.662067:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:3.0:1731523177.662070:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447b80. 00000100:00000010:2.0:1731523182.668365:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731523182.668381:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:0.0:1731523182.668452:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7000. 00000400:00000010:0.0:1731523182.668459:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856108. 00000400:00000010:0.0:1731523182.668463:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966d48. 00000100:00000200:0.0:1731523182.668469:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915072000, portal 25 00000400:00000010:0.0:1731523182.668472:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966770. 00000100:00000200:0.0:1731523182.668473:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915072000, offset 0 00000400:00000200:0.0:1731523182.668481:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731523182.668490:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731523182.668493:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731523182.668496:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731523182.668498:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731523182.668500:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731523182.668502:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [818:818:256:4294967295] 192.168.203.102@tcp LPNI seq info [818:818:8:4294967295] 00000400:00000200:0.0:1731523182.668508:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731523182.668511:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731523182.668514:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78900. 00000800:00000200:0.0:1731523182.668517:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731523182.668523:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731523182.668554:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731523182.668663:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731523182.668666:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78900. 00000400:00000200:2.0:1731523182.668669:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731523182.668674:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731523182.668677:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966770 00000400:00000010:2.0:1731523182.668678:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966770. 00000100:00000200:2.0:1731523182.668684:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629915072000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523182.669717:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523182.669728:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a600 00000400:00000200:0.0:1731523182.669733:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a61 [1] + 224 00000400:00000200:0.0:1731523182.669747:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523182.669750:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523182.669756:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629915072000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523182.669818:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856108. 00000400:00000200:2.0:1731523182.669823:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966d48 00000400:00000010:2.0:1731523182.669824:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966d48. 00000100:00000200:2.0:1731523182.669828:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629915072000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523182.669837:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629915072000/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523182.669855:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7000. 02000000:00000010:2.0:1731523182.669859:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:2.0:1731523182.669863:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000100:00000010:2.0:1731523187.676398:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731523187.676415:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:0.0:1731523187.676529:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7800. 00000400:00000010:0.0:1731523187.676536:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad8561b8. 00000400:00000010:0.0:1731523187.676541:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966e58. 00000100:00000200:0.0:1731523187.676547:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915072128, portal 25 00000400:00000010:0.0:1731523187.676551:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966ee0. 00000100:00000200:0.0:1731523187.676553:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915072128, offset 0 00000400:00000200:0.0:1731523187.676561:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731523187.676570:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731523187.676575:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731523187.676578:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731523187.676581:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731523187.676584:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731523187.676587:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [819:819:256:4294967295] 192.168.203.102@tcp LPNI seq info [819:819:8:4294967295] 00000400:00000200:0.0:1731523187.676596:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731523187.676601:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731523187.676604:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78000. 00000800:00000200:0.0:1731523187.676610:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731523187.676617:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731523187.676620:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731523187.676731:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731523187.676750:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78000. 00000400:00000200:2.0:1731523187.676753:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731523187.676757:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731523187.676760:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966ee0 00000400:00000010:2.0:1731523187.676762:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966ee0. 00000100:00000200:2.0:1731523187.676768:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629915072128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523187.677830:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523187.677838:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a680 00000400:00000200:0.0:1731523187.677843:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a69 [1] + 224 00000400:00000200:0.0:1731523187.677858:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523187.677861:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523187.677869:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629915072128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523187.677919:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad8561b8. 00000400:00000200:2.0:1731523187.677923:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966e58 00000400:00000010:2.0:1731523187.677924:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966e58. 00000100:00000200:2.0:1731523187.677928:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629915072128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523187.677936:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629915072128/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523187.677951:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7800. 02000000:00000010:2.0:1731523187.677956:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:2.0:1731523187.677959:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000100:00000010:2.0:1731523192.684384:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731523192.684402:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:0.0:1731523192.684500:0:6394:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7800. 00000400:00000010:0.0:1731523192.684508:0:6394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856268. 00000400:00000010:0.0:1731523192.684514:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9664c8. 00000100:00000200:0.0:1731523192.684520:0:6394:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915072256, portal 25 00000400:00000010:0.0:1731523192.684524:0:6394:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966f68. 00000100:00000200:0.0:1731523192.684526:0:6394:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915072256, offset 0 00000400:00000200:0.0:1731523192.684535:0:6394:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731523192.684545:0:6394:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731523192.684549:0:6394:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731523192.684552:0:6394:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731523192.684555:0:6394:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731523192.684557:0:6394:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731523192.684560:0:6394:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [820:820:256:4294967295] 192.168.203.102@tcp LPNI seq info [820:820:8:4294967295] 00000400:00000200:0.0:1731523192.684569:0:6394:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731523192.684575:0:6394:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731523192.684578:0:6394:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78f00. 00000800:00000200:0.0:1731523192.684583:0:6394:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731523192.684590:0:6394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731523192.684594:0:6394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731523192.684711:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731523192.684715:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78f00. 00000400:00000200:2.0:1731523192.684718:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731523192.684723:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731523192.684726:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966f68 00000400:00000010:2.0:1731523192.684727:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966f68. 00000100:00000200:2.0:1731523192.684733:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629915072256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523192.685761:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523192.685769:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a700 00000400:00000200:0.0:1731523192.685773:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a71 [1] + 224 00000400:00000200:0.0:1731523192.685787:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523192.685790:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523192.685794:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629915072256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523192.685847:0:6394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856268. 00000400:00000200:2.0:1731523192.685850:0:6394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9664c8 00000400:00000010:2.0:1731523192.685851:0:6394:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9664c8. 00000100:00000200:2.0:1731523192.685855:0:6394:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629915072256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523192.685867:0:6394:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629915072256/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523192.685881:0:6394:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7800. 02000000:00000010:2.0:1731523192.685884:0:6394:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:2.0:1731523192.685886:0:6394:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000100:00000010:2.0:1731523197.692361:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731523197.692375:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:0.0:1731523197.692482:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7c00. 00000400:00000010:0.0:1731523197.692490:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856160. 00000400:00000010:0.0:1731523197.692495:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966c38. 00000100:00000200:0.0:1731523197.692502:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915072384, portal 25 00000400:00000010:0.0:1731523197.692506:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9667f8. 00000100:00000200:0.0:1731523197.692508:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915072384, offset 0 00000400:00000200:0.0:1731523197.692516:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731523197.692527:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731523197.692532:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731523197.692535:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731523197.692538:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731523197.692540:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731523197.692543:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [821:821:256:4294967295] 192.168.203.102@tcp LPNI seq info [821:821:8:4294967295] 00000400:00000200:0.0:1731523197.692552:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731523197.692556:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731523197.692560:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78600. 00000800:00000200:0.0:1731523197.692564:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731523197.692570:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731523197.692574:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731523197.692667:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731523197.692669:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78600. 00000400:00000200:2.0:1731523197.692672:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731523197.692675:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731523197.692678:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9667f8 00000400:00000010:2.0:1731523197.692679:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9667f8. 00000100:00000200:2.0:1731523197.692683:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629915072384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523197.693659:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523197.693666:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a780 00000400:00000200:0.0:1731523197.693670:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a79 [1] + 224 00000400:00000200:0.0:1731523197.693684:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523197.693686:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523197.693690:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629915072384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523197.693737:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856160. 00000400:00000200:2.0:1731523197.693740:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966c38 00000400:00000010:2.0:1731523197.693741:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966c38. 00000100:00000200:2.0:1731523197.693746:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629915072384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523197.693754:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629915072384/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523197.693770:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7c00. 02000000:00000010:2.0:1731523197.693774:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:2.0:1731523197.693777:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000100:00000010:2.0:1731523202.700420:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731523202.700436:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:0.0:1731523202.700540:0:6392:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6de7600. 00000400:00000010:0.0:1731523202.700547:0:6392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ad856210. 00000400:00000010:0.0:1731523202.700561:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad966550. 00000100:00000200:0.0:1731523202.700566:0:6392:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915072512, portal 25 00000400:00000010:0.0:1731523202.700569:0:6392:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ad9662a8. 00000100:00000200:0.0:1731523202.700570:0:6392:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915072512, offset 0 00000400:00000200:0.0:1731523202.700577:0:6392:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:0.0:1731523202.700586:0:6392:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:0.0:1731523202.700589:0:6392:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1731523202.700592:0:6392:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:0.0:1731523202.700594:0:6392:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1731523202.700596:0:6392:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:0.0:1731523202.700597:0:6392:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [822:822:256:4294967295] 192.168.203.102@tcp LPNI seq info [822:822:8:4294967295] 00000400:00000200:0.0:1731523202.700604:0:6392:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:0.0:1731523202.700607:0:6392:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:0.0:1731523202.700610:0:6392:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5c78100. 00000800:00000200:0.0:1731523202.700613:0:6392:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:0.0:1731523202.700619:0:6392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:0.0:1731523202.700621:0:6392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5c78100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1731523202.700712:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1731523202.700715:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5c78100. 00000400:00000200:2.0:1731523202.700717:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1731523202.700725:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:2.0:1731523202.700727:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad9662a8 00000400:00000010:2.0:1731523202.700728:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad9662a8. 00000100:00000200:2.0:1731523202.700733:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629915072512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523202.701740:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523202.701749:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a800 00000400:00000200:0.0:1731523202.701755:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a81 [1] + 224 00000400:00000200:0.0:1731523202.701769:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523202.701772:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523202.701778:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629915072512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1731523202.701819:0:6392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ad856210. 00000400:00000200:2.0:1731523202.701823:0:6392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ad966550 00000400:00000010:2.0:1731523202.701825:0:6392:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800ad966550. 00000100:00000200:2.0:1731523202.701829:0:6392:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629915072512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1731523202.701836:0:6392:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629915072512/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1731523202.701854:0:6392:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6de7600. 02000000:00000010:2.0:1731523202.701859:0:6392:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:2.0:1731523202.701862:0:6392:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000100:00000010:2.0:1731523207.708381:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446680. 02000000:00000010:2.0:1731523207.708397:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10a00. 02000000:00000010:3.0:1731523207.708469:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523207.708476:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523207.708482:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523207.708496:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915072640, portal 25 00000400:00000010:3.0:1731523207.708503:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d2a8. 00000100:00000200:3.0:1731523207.708505:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915072640, offset 0 00000400:00000200:3.0:1731523207.708513:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523207.708523:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523207.708528:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523207.708531:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523207.708535:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523207.708537:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523207.708539:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [823:823:256:4294967295] 192.168.203.102@tcp LPNI seq info [823:823:8:4294967295] 00000400:00000200:3.0:1731523207.708548:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523207.708554:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523207.708558:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39400. 00000800:00000200:3.0:1731523207.708562:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523207.708569:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523207.708572:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523207.708724:0:6384:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523207.708730:0:6384:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39400. 00000400:00000200:0.0:1731523207.708735:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523207.708741:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523207.708745:0:6384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d2a8 00000400:00000010:0.0:1731523207.708747:0:6384:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d2a8. 00000100:00000200:0.0:1731523207.708771:0:6384:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446680 x1815629915072640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523207.709834:0:6386:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523207.709845:0:6386:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a880 00000400:00000200:0.0:1731523207.709852:0:6386:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a89 [1] + 224 00000400:00000200:0.0:1731523207.709873:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523207.709879:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523207.709886:0:6386:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446680 x1815629915072640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523207.709945:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523207.709949:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523207.709950:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523207.709954:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446680 x1815629915072640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523207.709968:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446680 x1815629915072640/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523207.709982:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523207.709984:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10a00. 00000100:00000010:3.0:1731523207.709987:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446680. 00000100:00000010:2.0:1731523212.716417:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6447800. 02000000:00000010:2.0:1731523212.716435:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10e00. 02000000:00000010:3.0:1731523212.716516:0:6393:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523212.716522:0:6393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523212.716527:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523212.716532:0:6393:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915072768, portal 25 00000400:00000010:3.0:1731523212.716535:0:6393:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d088. 00000100:00000200:3.0:1731523212.716536:0:6393:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915072768, offset 0 00000400:00000200:3.0:1731523212.716542:0:6393:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523212.716552:0:6393:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523212.716556:0:6393:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523212.716560:0:6393:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523212.716563:0:6393:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523212.716565:0:6393:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523212.716567:0:6393:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [824:824:256:4294967295] 192.168.203.102@tcp LPNI seq info [824:824:8:4294967295] 00000400:00000200:3.0:1731523212.716581:0:6393:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523212.716586:0:6393:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523212.716590:0:6393:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39100. 00000800:00000200:3.0:1731523212.716594:0:6393:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523212.716601:0:6393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523212.716605:0:6393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523212.716746:0:6385:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523212.716749:0:6385:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39100. 00000400:00000200:0.0:1731523212.716752:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523212.716756:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523212.716759:0:6385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d088 00000400:00000010:0.0:1731523212.716760:0:6385:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d088. 00000100:00000200:0.0:1731523212.716764:0:6385:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6447800 x1815629915072768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523212.717796:0:6384:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523212.717804:0:6384:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a900 00000400:00000200:0.0:1731523212.717809:0:6384:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a91 [1] + 224 00000400:00000200:0.0:1731523212.717825:0:6384:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523212.717829:0:6384:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523212.717835:0:6384:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6447800 x1815629915072768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523212.717901:0:6393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523212.717905:0:6393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523212.717907:0:6393:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523212.717913:0:6393:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6447800 x1815629915072768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523212.717935:0:6393:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6447800 x1815629915072768/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523212.717952:0:6393:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523212.717957:0:6393:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10e00. 00000100:00000010:3.0:1731523212.717961:0:6393:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6447800. 00000100:00000010:2.0:1731523217.724423:0:9235:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6446a00. 02000000:00000010:2.0:1731523217.724439:0:9235:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d10b00. 02000000:00000010:3.0:1731523217.724519:0:6391:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800abd96a00. 00000400:00000010:3.0:1731523217.724525:0:6391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b412a9a0. 00000400:00000010:3.0:1731523217.724529:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523217.724534:0:6391:0:(niobuf.c:938:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1815629915072896, portal 25 00000400:00000010:3.0:1731523217.724537:0:6391:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5d4dbb0. 00000100:00000200:3.0:1731523217.724538:0:6391:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1815629915072896, offset 0 00000400:00000200:3.0:1731523217.724544:0:6391:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.203.102@tcp 00000400:00000200:3.0:1731523217.724553:0:6391:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.102@tcp local destination 00000400:00000200:3.0:1731523217.724556:0:6391:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1731523217.724559:0:6391:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.2@tcp 00000400:00000200:3.0:1731523217.724561:0:6391:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.2@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1731523217.724563:0:6391:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.102@tcp 00000400:00000200:3.0:1731523217.724566:0:6391:0:(lib-move.c:1871:lnet_handle_send()) 192.168.203.2@tcp NI seq info: [825:825:256:4294967295] 192.168.203.102@tcp LPNI seq info [825:825:8:4294967295] 00000400:00000200:3.0:1731523217.724574:0:6391:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp:) -> 192.168.203.102@tcp(192.168.203.102@tcp:192.168.203.102@tcp) : PUT try# 0 00000800:00000200:3.0:1731523217.724579:0:6391:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.102@tcp 00000800:00000010:3.0:1731523217.724583:0:6391:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b3b39b00. 00000800:00000200:3.0:1731523217.724587:0:6391:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012e352f00] -> 12345-192.168.203.102@tcp (5) 00000800:00000200:3.0:1731523217.724594:0:6391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.102@tcp ip 192.168.203.102:988 00000800:00000200:3.0:1731523217.724598:0:6391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b3b39b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1731523217.724751:0:6386:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1731523217.724754:0:6386:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b3b39b00. 00000400:00000200:0.0:1731523217.724758:0:6386:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523217.724762:0:6386:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000400:00000200:0.0:1731523217.724765:0:6386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4dbb0 00000400:00000010:0.0:1731523217.724778:0:6386:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4dbb0. 00000100:00000200:0.0:1731523217.724784:0:6386:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800b6446a00 x1815629915072896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1731523217.725838:0:6385:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.203.2@tcp(192.168.203.2@tcp) <- 192.168.203.102@tcp : PUT - for me 00000400:00000200:0.0:1731523217.725848:0:6385:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.102@tcp of length 224 into portal 25 MB=0x6734e4821a980 00000400:00000200:0.0:1731523217.725859:0:6385:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.102@tcp of length 224/224 into md 0x1a99 [1] + 224 00000400:00000200:0.0:1731523217.725874:0:6385:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1731523217.725878:0:6385:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.2@tcp->192.168.203.102@tcp: PUT: OK 00000100:00000200:0.0:1731523217.725884:0:6385:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800b6446a00 x1815629915072896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1731523217.725946:0:6391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b412a9a0. 00000400:00000200:3.0:1731523217.725950:0:6391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5d4d4c8 00000400:00000010:3.0:1731523217.725951:0:6391:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5d4d4c8. 00000100:00000200:3.0:1731523217.725956:0:6391:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800b6446a00 x1815629915072896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1731523217.725974:0:6391:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800b6446a00 x1815629915072896/t0(0) o400->MGC192.168.203.102@tcp@192.168.203.102@tcp:26/25 lens 224/224 e 0 to 0 dl 1731523233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1731523217.725991:0:6391:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800abd96a00. 02000000:00000010:3.0:1731523217.725995:0:6391:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d10b00. 00000100:00000010:3.0:1731523217.725999:0:6391:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6446a00. Debug log: 38702 lines, 38702 kept, 0 dropped, 0 bad.